-- Logs begin at Mon 2021-09-20 19:59:22 UTC, end at Mon 2021-09-20 20:55:26 UTC. -- Sep 20 20:27:53.992227 dv-cinder-798208-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 20 20:27:56.694306 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.common.config [-] Logging enabled! Sep 20 20:27:56.694880 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 20:27:56.694974 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94050) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 20:27:56.698713 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.common.config [-] Logging enabled! Sep 20 20:27:56.698962 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 20:27:56.699268 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94050) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 20:27:56.700193 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 20:27:56.700421 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 20:27:56.700774 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 20:27:56.701014 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 20:27:56.701240 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 20:27:56.701551 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.701843 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.702156 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.702381 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.702668 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.702950 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.703226 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.703507 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.703794 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.704073 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.704343 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.704619 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.704842 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.705120 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.705401 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.705678 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.705896 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] debug = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.706195 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.706613 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.707000 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.707275 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.707558 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.707830 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.708095 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.708362 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.708638 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.708958 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] host = dv-cinder-798208-2-iscsi {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.709229 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.709508 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.709787 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.710091 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.710364 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.710632 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.710956 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.711719 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.711990 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.712261 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.712544 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.712825 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.713107 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.713325 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.713541 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.713823 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.714133 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.714405 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.714673 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.714941 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.715212 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.715482 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.715744 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.716023 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.716300 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.716579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.716845 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.717111 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.717380 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.717645 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.717923 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.718212 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.718479 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.718745 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.719024 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.719287 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.719553 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.719844 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.720121 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.720393 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.720668 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.720934 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.721205 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.721472 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.721738 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.722030 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_json = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.722291 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.722554 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.722828 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.723093 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.723358 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.723622 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.723886 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.724163 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:56.724454 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.724741 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.725031 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.725311 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.725599 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.725871 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.726185 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.726459 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.726762 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.727043 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.727326 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.727598 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.727878 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.728147 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.728434 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.728730 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.729016 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.729299 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.729566 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.729832 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.730124 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.730398 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.730678 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.730947 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.731227 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.731508 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.731781 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.732059 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.732351 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.732633 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.732900 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.733173 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.733460 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.733733 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.734015 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.734291 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.734574 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.734845 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.735118 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.735394 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.735667 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.735933 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.736199 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.736472 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.736750 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.737017 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.737282 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.737546 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.737817 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.738111 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.738393 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.738665 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.738928 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.739192 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.739464 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.739730 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.739994 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.740264 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.740526 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.740794 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.741056 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.741335 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.741600 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.741865 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.742174 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.742472 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.742737 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.743006 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.743272 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.743538 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.743804 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.744070 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.744335 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.744611 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.744899 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.745175 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.745448 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.745718 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.746010 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.746278 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.746550 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.746816 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.747086 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.747349 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.747631 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.747907 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.748185 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.748460 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.748729 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.749022 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.749298 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.749577 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.749849 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.750149 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.750428 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.750705 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.750993 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.751280 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.751565 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.751850 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.752135 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.752409 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.752709 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.752979 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:56.753191 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 20:27:56.753421 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94050) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 20 20:27:57.097802 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 20:27:57.098105 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 20:27:57.098391 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 20:27:57.098713 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 20 20:27:57.487556 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.487852 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.488121 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.489402 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.489672 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.489933 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.525748 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.526034 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.526298 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.541046 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.541316 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.541577 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.569065 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.569335 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.569595 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.607066 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.607339 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.607595 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.836370 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.836978 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.836978 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.837150 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.837812 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.955748 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.956057 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.956332 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.956593 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.956847 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.957145 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.957394 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.957641 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.957885 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.958178 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.958428 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.958680 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.958924 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.959164 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.959407 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.959659 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.959901 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.960156 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.960415 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.960664 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.960971 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.961217 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.961489 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.961856 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.962125 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.962388 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:57.963032 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 20:27:57.963405 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 20:27:57.963799 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 20:27:57.964205 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 20:27:57.964548 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 20:27:57.964789 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 20:27:57.965147 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 20 20:27:57.968196 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 20 20:27:57.972171 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 20 20:27:57.975772 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 20 20:27:57.977407 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 20 20:27:57.977850 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 20 20:27:57.978206 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 20 20:27:57.978588 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 20 20:27:57.981328 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 20 20:27:57.981576 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 20 20:27:57.981913 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 20:27:57.987113 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 20 20:27:58.009495 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 20 20:27:58.009935 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.010245 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94050) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 20 20:27:58.010601 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.011951 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94050) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 20 20:27:58.012390 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 20:27:58.012634 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 20 20:27:58.015832 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.016104 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.079535 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 20 20:27:58.079765 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 20 20:27:58.079992 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 20 20:27:58.080344 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 20 20:27:58.101863 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_db.sqlalchemy.engines [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94050) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 20 20:27:58.630586 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Initializing driver for type 'gre' Sep 20 20:27:58.631093 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] gre ID ranges: [(1, 1000)] Sep 20 20:27:58.683124 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Initializing driver for type 'local' Sep 20 20:27:58.683423 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Initializing driver for type 'vlan' Sep 20 20:27:58.696894 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] VlanTypeDriver initialization complete Sep 20 20:27:58.697236 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Initializing driver for type 'vxlan' Sep 20 20:27:58.697731 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] vxlan ID ranges: [(1, 1000)] Sep 20 20:27:58.751457 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Initializing extension driver 'port_security' Sep 20 20:27:58.751795 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.extensions.port_security [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] PortSecurityExtensionDriver initialization complete Sep 20 20:27:58.752149 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Initializing mechanism driver 'openvswitch' Sep 20 20:27:58.752479 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Initializing mechanism driver 'hyperv' Sep 20 20:27:58.759614 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.plugin [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:27:58.760315 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > port after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.760677 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.761022 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > port after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.761530 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 20:27:58.761953 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > subnet after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.762319 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > subnet after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.762655 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.763039 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 20:27:58.763440 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > network after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.763780 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > network after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.764113 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > network after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.764491 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 20:27:58.764883 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > security_group after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.765220 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > security_group after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.765549 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > security_group after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.766089 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 20:27:58.766498 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.766842 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.767176 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.767559 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 20:27:58.767955 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > address_group after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.768291 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > address_group after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.768621 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > address_group after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.769000 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 20:27:58.769363 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] ML2 OVO RPC backend initialized. {{(pid=94050) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 20 20:27:58.770087 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.770434 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.770844 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > network before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.771179 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > networks before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.771517 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > port before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.771851 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > ports before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.772184 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > subnet before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.772514 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > subnets before_response 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.772849 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > network after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.773182 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > network after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.773507 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > network after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.773832 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > port after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.774187 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.774512 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > port after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.774837 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > subnet after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.775161 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > subnet after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.775484 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.776051 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.plugin [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Modular L2 Plugin initialization complete Sep 20 20:27:58.776372 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading services supported by the core plugin {{(pid=94050) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 20 20:27:58.776685 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.plugins.ml2.managers [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Got port-security extension from driver 'port_security' Sep 20 20:27:58.777139 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.extensions.vlantransparent [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Disabled vlantransparent extension. Sep 20 20:27:58.777608 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94050) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 20 20:27:58.777912 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading Plugin: router Sep 20 20:27:58.813637 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router_interface before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.814045 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router after_create 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.814408 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router before_create 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.814762 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.815124 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.815470 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router after_delete 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.815818 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > floatingip after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.816159 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > floatingip after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.816506 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router after_create 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.816842 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router after_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.817180 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router after_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.817517 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.817869 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router after_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.818298 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router precommit_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.818658 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.818988 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: port after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.819316 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: subnet after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.819645 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.819985 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > port precommit_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.820919 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router precommit_create 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.821252 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: port before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.821587 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router precommit_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.821932 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router after_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.822293 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router precommit_delete 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.822632 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router precommit_create 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.822981 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.823314 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router precommit_update 55549900 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.823666 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > agent after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.824003 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > agent after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.824335 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > network after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.825181 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Tracking information for resource: router configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 20:27:58.825506 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Tracking information for resource: floatingip configured {{(pid=94050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 20:27:58.830557 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.db.l3_agentschedulers_db [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 20 20:27:58.831125 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.831475 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: port after_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.831817 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: port after_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.832165 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: port after_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.832934 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router before_create 55550100 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.833289 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router precommit_delete 55550100 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.833641 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router precommit_create 55550100 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.833987 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > router precommit_update 55550100 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.838652 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.services.provider_configuration [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service providers = [] {{(pid=94050) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 20 20:27:58.839174 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.db.servicetype_db [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94050) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 20 20:27:58.841879 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.services.service_base [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 20:27:58.842258 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.services.service_base [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 20:27:58.842596 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.services.service_base [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 20:27:58.843466 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.services.service_base [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 20:27:58.843831 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.services.service_base [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 20 20:27:58.844195 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 20:27:58.844507 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 20 20:27:58.855048 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 20:27:58.855376 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading Plugin: auto_allocate Sep 20 20:27:58.861107 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: network precommit_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.861470 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: network precommit_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.862003 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 20:27:58.862324 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading Plugin: tag Sep 20 20:27:58.869211 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 20:27:58.869535 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading Plugin: timestamp Sep 20 20:27:58.873466 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 20:27:58.873793 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading Plugin: network_ip_availability Sep 20 20:27:58.879167 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.879533 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.879881 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:58.880577 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 20:27:58.880893 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading Plugin: flavors Sep 20 20:27:58.886121 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 20:27:58.886445 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading Plugin: revisions Sep 20 20:27:58.890668 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 20:27:58.891052 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=94050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 20:27:58.891775 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94050) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 20 20:27:58.892110 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Initializing extension manager. Sep 20 20:27:58.892616 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: __init__.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.892948 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: __pycache__ {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.893276 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.893601 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: address_group.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.894370 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.894919 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: address-group Sep 20 20:27:58.895236 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: address_scope.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.896122 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.896623 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: address-scope Sep 20 20:27:58.896939 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: admin_state_down_before_update.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.897850 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.898412 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: router-admin-state-down-before-update Sep 20 20:27:58.898732 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: agent.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.899424 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.899917 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: agent Sep 20 20:27:58.900234 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: agent_resources_synced.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.901133 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.901634 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: agent-resources-synced Sep 20 20:27:58.901954 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: allowedaddresspairs.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.903741 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.904251 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: allowed-address-pairs Sep 20 20:27:58.904570 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: auto_allocated_topology.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.905635 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.906180 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: auto-allocated-topology Sep 20 20:27:58.906500 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: availability_zone.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.907183 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.907681 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: availability_zone Sep 20 20:27:58.908246 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: availability_zone_filter.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.909151 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.909649 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: availability_zone_filter Sep 20 20:27:58.909962 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: data_plane_status.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.910890 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.911383 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension data-plane-status not supported by any of loaded plugins Sep 20 20:27:58.911700 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: default_subnetpools.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.912600 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.913097 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: default-subnetpools Sep 20 20:27:58.913410 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: dhcpagentscheduler.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.914737 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.915230 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: dhcp_agent_scheduler Sep 20 20:27:58.915543 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: dns.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.916448 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.916946 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension dns-integration not supported by any of loaded plugins Sep 20 20:27:58.917261 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: dns_domain_ports.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.918197 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.918695 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 20 20:27:58.919009 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.919916 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.920414 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 20 20:27:58.920730 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: dvr.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.921390 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.921887 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: dvr Sep 20 20:27:58.922238 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: ecmp_routes.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.923140 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.923634 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 20 20:27:58.923951 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: empty_string_filtering.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.924848 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.925350 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: empty-string-filtering Sep 20 20:27:58.925669 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.926598 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.927099 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 20 20:27:58.927416 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.928310 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.928810 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 20 20:27:58.929125 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: external_net.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.930618 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.931155 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: external-net Sep 20 20:27:58.931470 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: extra_dhcp_opt.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.932383 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.932880 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: extra_dhcp_opt Sep 20 20:27:58.933239 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: extraroute.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.934123 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.934620 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: extraroute Sep 20 20:27:58.934933 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: extraroute_atomic.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.935937 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.936436 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: extraroute-atomic Sep 20 20:27:58.936751 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: filter_validation.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.937402 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.937893 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: filter-validation Sep 20 20:27:58.938248 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: fip_pf_description.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.939155 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.939651 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 20 20:27:58.939965 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: fip_port_details.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.940865 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.941365 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: fip-port-details Sep 20 20:27:58.941680 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: flavors.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.942924 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.943428 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: flavors Sep 20 20:27:58.943745 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.945434 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.945941 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 20 20:27:58.946295 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: floatingip_pools.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.946988 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.947485 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: floatingip-pools Sep 20 20:27:58.947804 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: ip_allocation.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.948729 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.949227 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension ip_allocation not supported by any of loaded plugins Sep 20 20:27:58.949545 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.950475 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.950981 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: ip-substring-filtering Sep 20 20:27:58.951297 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: l2_adjacency.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.952208 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.952708 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 20 20:27:58.953023 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: l3.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.954132 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.954640 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: router Sep 20 20:27:58.954957 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: l3_conntrack_helper.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.957144 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.957669 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 20 20:27:58.958003 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.958948 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.959456 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: ext-gw-mode Sep 20 20:27:58.959803 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.960725 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.961289 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: l3-ha Sep 20 20:27:58.961610 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: l3_flavors.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.962550 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.963049 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: l3-flavors Sep 20 20:27:58.963361 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.964262 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.964761 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 20 20:27:58.965074 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: l3agentscheduler.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.966123 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.966623 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: l3_agent_scheduler Sep 20 20:27:58.966940 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: logging.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.968409 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.968928 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension logging not supported by any of loaded plugins Sep 20 20:27:58.969253 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: metering.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.969984 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.970568 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: metering Sep 20 20:27:58.970888 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.971976 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.972492 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: metering_source_and_destination_fields Sep 20 20:27:58.972813 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: multiprovidernet.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.973725 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.974258 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: multi-provider Sep 20 20:27:58.974579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: netmtu.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.975476 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.975975 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: net-mtu Sep 20 20:27:58.976292 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: netmtu_writable.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.977703 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.978235 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: net-mtu-writable Sep 20 20:27:58.978554 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: network_availability_zone.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.979221 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.979724 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: network_availability_zone Sep 20 20:27:58.980041 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: network_ip_availability.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.981121 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.981630 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: network-ip-availability Sep 20 20:27:58.981950 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: network_segment_range.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.982731 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.983224 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension network-segment-range not supported by any of loaded plugins Sep 20 20:27:58.983543 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: pagination.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.984504 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.984825 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: pagination Sep 20 20:27:58.985139 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: port_device_profile.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.986062 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.986568 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: port-device-profile Sep 20 20:27:58.986886 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.987795 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.988291 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: port-mac-address-regenerate Sep 20 20:27:58.988606 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.989505 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.990023 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: port-numa-affinity-policy Sep 20 20:27:58.990344 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: port_resource_request.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.991359 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.991860 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension port-resource-request not supported by any of loaded plugins Sep 20 20:27:58.992821 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: portbindings.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.993749 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.994280 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: binding Sep 20 20:27:58.994599 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: portbindings_extended.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.995842 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.996348 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: binding-extended Sep 20 20:27:58.996667 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: portsecurity.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.997570 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.998109 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: port-security Sep 20 20:27:58.998428 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: project_id.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:58.999390 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:58.999712 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: project-id Sep 20 20:27:59.000030 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: providernet.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.000927 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.001434 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: provider Sep 20 20:27:59.001749 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: qos.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.005283 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.005800 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension qos not supported by any of loaded plugins Sep 20 20:27:59.006164 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.007403 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.007967 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 20 20:27:59.008292 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.009199 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.009705 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 20 20:27:59.010046 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: qos_default.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.010947 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.011450 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension qos-default not supported by any of loaded plugins Sep 20 20:27:59.011767 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: qos_fip.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.012411 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.012907 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension qos-fip not supported by any of loaded plugins Sep 20 20:27:59.013226 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: qos_gateway_ip.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.014172 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.014677 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 20 20:27:59.014995 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: qos_port_network_policy.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.015895 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.016392 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 20 20:27:59.016708 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: qos_pps_rule.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.017871 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.018414 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension qos-pps not supported by any of loaded plugins Sep 20 20:27:59.018733 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: qos_rule_type_details.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.019648 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.020147 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 20 20:27:59.020463 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: qos_rules_alias.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.021494 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.022015 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 20 20:27:59.022333 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: quotasv2.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.023226 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.023573 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: quotas Sep 20 20:27:59.023887 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: quotasv2_detail.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.027097 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.027429 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: quota_details Sep 20 20:27:59.027750 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: rbac.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.028793 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.029310 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: rbac-policies Sep 20 20:27:59.029635 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: rbac_address_group.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.030585 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.031092 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: rbac-address-group Sep 20 20:27:59.031414 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: rbac_address_scope.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.032339 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.033110 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: rbac-address-scope Sep 20 20:27:59.033434 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: rbac_security_groups.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.034379 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.034885 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: rbac-security-groups Sep 20 20:27:59.035202 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: rbac_subnetpool.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.036109 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.036610 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: rbac-subnetpool Sep 20 20:27:59.036926 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: revisionifmatch.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.037834 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.038376 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: revision-if-match Sep 20 20:27:59.038693 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: revisions.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.040302 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.040808 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: standard-attr-revisions Sep 20 20:27:59.041128 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: router_availability_zone.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.041798 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.042334 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: router_availability_zone Sep 20 20:27:59.042653 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: routerservicetype.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.043559 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.044063 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension router-service-type not supported by any of loaded plugins Sep 20 20:27:59.044381 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.045289 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.045790 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: security-groups-normalized-cidr Sep 20 20:27:59.046139 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: security_groups_port_filtering.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.047047 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.047548 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: port-security-groups-filtering Sep 20 20:27:59.047867 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.048775 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.049281 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: security-groups-remote-address-group Sep 20 20:27:59.049599 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: securitygroup.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.061059 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.061575 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: security-group Sep 20 20:27:59.061901 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: segment.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.062708 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.063206 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension segment not supported by any of loaded plugins Sep 20 20:27:59.063528 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.064480 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.064982 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 20 20:27:59.065301 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: servicetype.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.066479 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.066992 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: service-type Sep 20 20:27:59.067313 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: sorting.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.068294 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.068619 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: sorting Sep 20 20:27:59.068937 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: standard_attr_segment.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.069858 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.070431 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 20 20:27:59.070751 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: standardattrdescription.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.071391 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.071889 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: standard-attr-description Sep 20 20:27:59.072208 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: stateful_security_group.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.073121 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.073626 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: stateful-security-group Sep 20 20:27:59.073947 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: stdattrs_common.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.074542 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 20 20:27:59.074854 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.075780 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.076285 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 20 20:27:59.076599 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: subnet_onboard.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.077658 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.078189 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: subnet_onboard Sep 20 20:27:59.078508 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.079421 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.079919 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 20 20:27:59.080233 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: subnet_service_types.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.081143 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.081643 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: subnet-service-types Sep 20 20:27:59.081956 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: subnetallocation.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.083052 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.083551 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: subnet_allocation Sep 20 20:27:59.083874 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.084527 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.085020 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: subnetpool-prefix-ops Sep 20 20:27:59.085332 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.086300 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.086799 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 20 20:27:59.087113 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: tagging.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.088162 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.088666 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: standard-attr-tag Sep 20 20:27:59.088988 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: timestamp.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.090213 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.090729 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loaded extension: standard-attr-timestamp Sep 20 20:27:59.091053 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: trunk.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.092073 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.092579 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension trunk not supported by any of loaded plugins Sep 20 20:27:59.092898 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: trunk_details.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.093810 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.094354 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension trunk-details not supported by any of loaded plugins Sep 20 20:27:59.094672 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: uplink_status_propagation.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.095579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.096090 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 20 20:27:59.096403 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Loading extension file: vlantransparent.py {{(pid=94050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 20:27:59.097062 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 20:27:59.097561 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 20 20:27:59.099971 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:network Sep 20 20:27:59.100482 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:subnet Sep 20 20:27:59.100873 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 20:27:59.101269 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:port Sep 20 20:27:59.103007 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.103443 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service FLAVORS assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.104058 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.104487 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.104815 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:router Sep 20 20:27:59.105237 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:floatingip Sep 20 20:27:59.105732 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service METERING assigned prefix: /metering {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.107141 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:59.107502 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:59.107849 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:27:59.108821 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 20:27:59.109269 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:security_group Sep 20 20:27:59.109689 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 20:27:59.110292 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service CORE assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.110626 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 20:27:59.110966 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] subnetpool is already registered Sep 20 20:27:59.111396 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service CORE assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.111714 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 20:27:59.112037 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] subnetpool is already registered Sep 20 20:27:59.114368 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.114798 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service FLAVORS assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.115376 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.115790 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.116141 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:router Sep 20 20:27:59.116471 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] router is already registered Sep 20 20:27:59.116874 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:floatingip Sep 20 20:27:59.117753 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] floatingip is already registered Sep 20 20:27:59.118223 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service METERING assigned prefix: /metering {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.118881 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 20:27:59.119199 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] rbac_policy is already registered Sep 20 20:27:59.119603 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:security_group Sep 20 20:27:59.119929 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] security_group is already registered Sep 20 20:27:59.120321 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 20:27:59.120644 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] security_group_rule is already registered Sep 20 20:27:59.121255 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service CORE assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.121574 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 20:27:59.121899 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] subnetpool is already registered Sep 20 20:27:59.122346 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.v2.resource_helper [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Service CORE assigned prefix: {{(pid=94050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 20:27:59.122669 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 20:27:59.122990 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING neutron.quota.resource_registry [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] subnetpool is already registered Sep 20 20:27:59.123470 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: extensions {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.124926 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: address-groups {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.126432 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: address-scopes {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.127749 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: agents {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.128890 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: auto-allocated-topology {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.130134 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: availability_zones {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.131360 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: dhcp-networks {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.132893 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: dhcp-agents {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.134318 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: routers {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.136517 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: flavors {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.137664 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: service_profiles {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.138887 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: next_providers {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.140328 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: service_profiles {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.141891 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: floatingip-pools {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.143093 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: routers {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.145184 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: floatingips {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.146520 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: l3-routers {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.147884 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: l3-agents {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.149309 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: metering-labels {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.150687 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: metering-label-rules {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.151952 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: network-ip-availabilities {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.153224 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: bindings {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.155741 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: quotas {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.157202 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: quotas {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.158901 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: rbac-policies {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.160082 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: security-groups {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.161385 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: security-group-rules {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.162675 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: service-providers {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.163871 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: subnetpools {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.165823 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: subnetpools {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.167291 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.168976 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.170794 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.172583 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.174379 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.176212 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.177898 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.180469 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.182248 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.184019 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron.api.extensions [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Extended resource: tags {{(pid=94050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 20:27:59.189907 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING keystonemiddleware.auth_token [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 20 20:27:59.194624 dv-cinder-798208-2-iscsi neutron-server[94050]: WARNING keystonemiddleware.auth_token [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 20 20:27:59.203014 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Acquired lock "singleton_lock" {{(pid=94050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 20 20:27:59.203481 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_concurrency.lockutils [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Releasing lock "singleton_lock" {{(pid=94050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 20 20:27:59.204108 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO oslo_service.service [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Starting 2 workers Sep 20 20:27:59.208872 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Started child 94159 {{(pid=94050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 20:27:59.213224 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Started child 94160 {{(pid=94050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 20:27:59.214232 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:27:59.214915 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO neutron.service [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 20 20:27:59.215427 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Notify callbacks [] for process, before_spawn {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:27:59.215688 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [-] (94159) wsgi starting up on http://0.0.0.0:9696 Sep 20 20:27:59.217817 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:27:59.218298 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO oslo_service.service [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Starting 1 workers Sep 20 20:27:59.219162 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [-] (94160) wsgi starting up on http://0.0.0.0:9696 Sep 20 20:27:59.222982 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Started child 94161 {{(pid=94050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 20:27:59.223499 dv-cinder-798208-2-iscsi neutron-server[94050]: INFO oslo_service.service [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Starting 1 workers Sep 20 20:27:59.226938 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.service [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] calling RpcWorker wait() {{(pid=94161) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 20 20:27:59.227491 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.service [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] returning from RpcWorker wait() {{(pid=94161) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 20 20:27:59.228403 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Started child 94162 {{(pid=94050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 20:27:59.228675 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:27:59.229138 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:27:59.229241 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9727a953-9ca4-4482-87f1-6d8df47a170c None None] Notify callbacks [] for process, after_spawn {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:27:59.231133 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 20:27:59.231338 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 20:27:59.231514 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 20:27:59.231713 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 20:27:59.232038 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 20:27:59.232193 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 20:27:59.232705 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.232975 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.233230 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.233494 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.233784 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.234194 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:27:59.234680 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.234680 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.234869 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.235140 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.235267 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:27:59.235356 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.235531 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.235691 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.235925 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.236150 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.236431 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.236683 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.236922 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.237181 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.237346 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.237601 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.237878 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.238095 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.238355 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] debug = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.238601 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.239099 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.239320 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.239570 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.239798 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.240076 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.240315 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.240578 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.240821 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.241047 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.241291 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.241553 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.241777 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.241982 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.242829 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.243098 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.243322 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.243785 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] host = dv-cinder-798208-2-iscsi {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.244011 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.244235 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.244476 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.244707 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.244947 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.245175 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.245429 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.245681 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.245926 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.246184 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.246425 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.246685 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.246935 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.247185 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.247344 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_options = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.247572 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.247821 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.248080 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.248258 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.248421 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.248589 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.248830 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.248987 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.249240 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.249465 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.249671 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.249878 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.250178 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.250352 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.250622 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.250859 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.251067 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.251288 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.251535 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.251777 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.251995 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.252238 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.252471 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.252685 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.252921 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.253162 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.253364 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.253594 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.253804 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.254086 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.254322 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.254579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.254790 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.255035 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.255297 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.255520 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.255744 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.255955 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.256213 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.256437 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.256695 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.256948 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.257158 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.257412 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.257640 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.257915 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.258165 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_json = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.258396 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.258625 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.258883 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.259090 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.259321 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.259527 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.259738 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.260715 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.260715 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.260715 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.260955 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.261165 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.261414 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.261646 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.261872 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.262108 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.262353 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.262579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.262889 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.263123 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.263406 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.263617 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.263891 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.264222 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.264453 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.264733 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.264974 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.265188 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.265422 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.268706 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.268706 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.268706 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.268706 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.268706 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.268706 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.268706 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.268706 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.269865 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.269865 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.269865 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.269865 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.269865 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.269865 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.269865 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.269865 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.272161 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.272161 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.272161 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.272161 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.272161 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.272161 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.272161 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.272161 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.272161 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.274876 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.274876 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.274876 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.274876 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.274876 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.274876 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.274876 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.274876 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.274876 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.275883 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.275883 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.275883 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.275883 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.275883 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.275883 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.275883 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.275883 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.275883 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.278598 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.278598 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.278598 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.278598 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.278598 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.278598 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.278598 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.278598 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.278598 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.279740 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.279740 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.279740 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.279740 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.279740 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.279740 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.279740 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.279740 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.279740 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.282379 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.282379 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.282379 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.282379 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.282379 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.282379 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.282379 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.282379 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.282379 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284330 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284330 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284330 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284330 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284330 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284330 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284330 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284330 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284941 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284941 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284941 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284941 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284941 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284941 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284941 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.284941 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.285513 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.285513 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.285513 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.285513 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.285513 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.285881 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.285959 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.286222 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.286484 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.286757 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.286985 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.287256 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.287453 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.287728 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.288028 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.288242 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.288496 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.289563 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.289563 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.289868 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.290054 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.290342 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.290529 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.292367 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.292367 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.292367 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.292367 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.292367 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.292367 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.292367 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.292367 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.293015 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.293015 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.293015 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.293237 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.293409 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.293673 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.295579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.295579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.295579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.295579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.295579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.295579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.295579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.295579 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.296546 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.296546 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.296546 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.296546 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.296999 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.296999 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.296999 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.297349 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.297470 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.298296 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.298296 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.298296 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.298296 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.298770 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.298770 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.299015 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.299148 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.299512 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.299512 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.299854 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.299980 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.300361 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.300516 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.302477 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.302477 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.302477 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.302477 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.302477 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.302477 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.302477 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.302477 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.303423 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.303423 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.303423 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.303423 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.303423 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.303960 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.303960 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.304119 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.304251 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.305900 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.305900 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.305900 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.305900 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.307754 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.308041 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.308278 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.308505 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.308735 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.308978 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.309199 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.309465 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.309711 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.309955 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.310411 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.310640 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.311285 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.311285 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.311911 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.311911 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.313302 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.314149 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.314587 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.315026 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.315388 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.315559 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.315799 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.316005 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.316262 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.316887 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.317110 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.317344 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.317571 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.317796 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.318644 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.318644 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.318644 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.318897 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.318978 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.319135 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.319359 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.319578 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.319791 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.320013 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.320254 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.320970 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.320970 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.320970 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.321215 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.321284 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.321520 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.321698 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.321910 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.322163 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.322373 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.322675 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.322934 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.323155 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.323445 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.323689 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.323943 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.324285 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.324605 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.324812 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.325295 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.325295 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.325450 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.325707 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.325964 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.326319 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.326615 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.326863 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.327117 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.327406 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.327683 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.327977 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.328386 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.328499 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.328845 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.329142 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.329409 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.329637 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.329871 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.330118 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.330337 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.330571 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.330801 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.331014 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.331270 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.331516 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.331739 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.331982 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.332216 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.332436 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.332656 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.332884 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.333105 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.333316 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.333472 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 20:27:59.334017 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 20:27:59.334244 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 20:27:59.334422 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 20:27:59.334568 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 20:27:59.334725 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 20:27:59.334871 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 20:27:59.335074 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.335301 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.335439 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.335574 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.335715 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.336360 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.336500 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.336643 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.336777 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.336910 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.337051 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.337185 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.337339 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.337479 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.337637 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.337776 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.337933 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.338192 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.338281 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.338404 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.338559 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.338713 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.338868 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] debug = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.339022 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.339223 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.339387 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.339543 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.339696 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.339850 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.340005 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.340159 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.340314 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.340473 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.340699 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.340866 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.341006 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.341141 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.341284 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.341419 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.341552 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.341790 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] host = dv-cinder-798208-2-iscsi {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.341942 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.342105 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.342240 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.342373 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.342521 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.342673 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.342808 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.342942 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.343075 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.343208 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.343341 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.343471 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.343600 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.343732 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.343873 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_options = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.344104 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.344251 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.344385 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.344530 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.344720 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.344720 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.344983 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.345159 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.345159 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.345483 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.345483 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.346257 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.346257 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.346257 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.346257 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.346257 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.347080 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.347080 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.347080 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.347080 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.347080 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.347080 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348097 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348097 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348097 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348097 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348097 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348097 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348097 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348717 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348717 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348717 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348717 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.348717 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.349037 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.349037 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.349185 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.349288 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.349826 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.349826 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.349826 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.350204 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.350204 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.350204 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.350417 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.350496 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.350668 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_json = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.350847 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.351021 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.351021 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.351395 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.351395 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.352430 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.352430 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.352430 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 20:27:59.352430 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.352928 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.352928 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.352928 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.353357 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.353357 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.353357 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.353778 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.353778 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.353778 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.354215 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.354215 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.354215 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.355228 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.355228 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.355228 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.355228 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.355228 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.355228 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.355228 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.356916 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.356916 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.356916 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.356916 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.356916 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.356916 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.356916 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.356916 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.357927 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.357927 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.357927 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.357927 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.357927 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.357927 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.357927 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.357927 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.358754 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.358754 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.358754 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.358754 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.358754 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.358754 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.358754 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.358754 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.359665 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.359665 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.359665 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.359665 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.359665 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.359665 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.360472 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.360472 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.360472 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.360472 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.360472 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.361930 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.361930 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.361930 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.361930 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.361930 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.361930 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.361930 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.361930 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.361930 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.363188 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.363188 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.363188 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.363188 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.363188 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.363188 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.363188 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.363188 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.363188 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.364278 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.364278 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.364503 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:27:59.364636 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.364636 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.364636 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.364636 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.364636 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.364636 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.364636 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.364636 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.365532 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.365532 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.365532 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.365532 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.365532 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.365532 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.365532 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.366313 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.366313 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.366313 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.366313 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.366313 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.366875 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.366875 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.366875 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.366875 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.367337 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.367337 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.367337 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.367667 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.367667 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.367901 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.367901 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.368126 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.368255 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.368376 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.368495 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.368613 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.368762 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.368908 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.369092 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.369226 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.369346 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.369504 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.369660 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.369819 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.369976 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.370256 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.370454 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.370632 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.370805 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.370974 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.371141 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.371304 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.371467 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.371628 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.371789 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.371950 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.372110 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.372277 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.372447 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.372607 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.372765 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.372925 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.373106 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.373264 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.373421 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.373578 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.373735 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.373893 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.374088 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.374246 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.374421 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.374549 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.374825 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.374996 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.375154 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.375312 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.375469 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.375627 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.375785 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.375945 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.376102 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.376261 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.376419 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.376576 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.376733 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.376890 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.377049 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.377206 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.377364 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.377547 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.377714 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.377874 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.378047 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.378205 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.378362 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.378502 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.378660 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.378807 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.378962 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.379121 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.379268 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.379423 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.379581 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.379739 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.379916 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.380075 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.380234 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.380391 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.380549 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.380692 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.380854 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.381012 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.381169 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.381351 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.381503 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.381640 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.381800 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.381971 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.383775 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.383775 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.384007 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.384007 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.384202 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.384318 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.384462 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.384622 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.384781 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.385500 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.386118 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.386304 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.386468 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.386629 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.386790 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.386949 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.387106 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.387263 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.387432 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.387607 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.387768 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.387905 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.388041 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.388197 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.388370 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.388526 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.388676 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.388817 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.388965 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.389121 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.389287 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.389442 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.389586 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.389740 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.390423 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.390423 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.390423 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.390423 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.390721 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.390721 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.390856 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.390958 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.391116 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.391290 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.391473 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.391732 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.394192 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.394407 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.394658 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.394906 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.395097 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.395326 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.395548 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.395782 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.396017 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.396244 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.396522 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.396702 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.396923 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.397142 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.397310 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.397485 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.397645 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.397904 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.398091 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.398251 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.398937 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.399099 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.399262 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.399431 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.399596 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.399756 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.399927 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.400114 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.400281 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.400438 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.400601 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.400769 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.400926 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.401083 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.401239 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.401396 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.401553 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.401710 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.401869 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.402131 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.402293 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.402450 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.402611 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.402768 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.402924 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.403080 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.403236 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.403393 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.403552 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.403708 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.406023 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 20:27:59.406023 dv-cinder-798208-2-iscsi neutron-server[94050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 20:27:59.663221 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 35890) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:27:59.672344 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063708 Sep 20 20:28:10.908850 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b3fa8c-3762-4a09-beb5-28a2b3d26a65 None None] get_active_networks_info from dv-cinder-798208-2-iscsi {{(pid=94161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 20:28:10.978648 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b3fa8c-3762-4a09-beb5-28a2b3d26a65 None None] No non-hosted networks {{(pid=94161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 20 20:28:10.996090 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.agentschedulers_db [None req-76b3fa8c-3762-4a09-beb5-28a2b3d26a65 None None] DHCP Agent not found on host dv-cinder-798208-2-iscsi {{(pid=94161) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 20 20:28:11.129483 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6536bb8d-0cec-4316-ad99-9dcfba32c2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529717'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:13.394624 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6818f669-b173-4a29-9790-0e9251962b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529717'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:13.471409 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-406262bc-3d7f-4c05-b905-5d1fed26d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:13.965660 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529717'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:13.966674 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.967258 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.967962 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.968469 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.969402 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.969909 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.970552 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.971227 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.971727 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.973527 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.974215 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.974721 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:13.975833 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798208-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:28:13.992141 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798208-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:28:14.685176 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529717'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:16.183453 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529717'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:17.462855 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 35984) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:17.790356 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.db.l3_hamode_db [None req-2ea19cf5-ed6d-44cc-a50f-a9239f2a7a22 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 20 20:28:17.867805 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea19cf5-ed6d-44cc-a50f-a9239f2a7a22 None None] Routers set() bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:28:17.868186 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea19cf5-ed6d-44cc-a50f-a9239f2a7a22 None None] Router IDs set() for agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 20 20:28:17.956584 dv-cinder-798208-2-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-2364f0d4-2ded-4ca5-baf8-5c8ffb258703 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 20:28:17.957177 dv-cinder-798208-2-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-2364f0d4-2ded-4ca5-baf8-5c8ffb258703 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 20:28:18.179721 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [None req-2364f0d4-2ded-4ca5-baf8-5c8ffb258703 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:28:18.180802 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2364f0d4-2ded-4ca5-baf8-5c8ffb258703 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7170489 Sep 20 20:28:20.548656 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 35998) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:20.856488 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-74180d74-7a4c-42fb-8eb4-1a3400848f97 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:28:20.948433 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.policy [None req-74180d74-7a4c-42fb-8eb4-1a3400848f97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94160) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 20:28:20.992421 dv-cinder-798208-2-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-74180d74-7a4c-42fb-8eb4-1a3400848f97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 20:28:20.992779 dv-cinder-798208-2-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-74180d74-7a4c-42fb-8eb4-1a3400848f97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 20:28:21.001051 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.quota [None req-74180d74-7a4c-42fb-8eb4-1a3400848f97 admin admin] Loaded quota_driver: . Sep 20 20:28:21.089018 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74180d74-7a4c-42fb-8eb4-1a3400848f97 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781405818535', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781405815626', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781411712403', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781411699575', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781405979765', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781411682265', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1596296', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1551510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-450317', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-423475'] for rbac-policy, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:21.153429 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74180d74-7a4c-42fb-8eb4-1a3400848f97 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:21.154660 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-74180d74-7a4c-42fb-8eb4-1a3400848f97 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6050293 Sep 20 20:28:23.728240 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 36010) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:24.015214 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Request body: {'network': {'project_id': 'c8207eaecb064f1488e23e7076e37498', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'name': 'private', 'admin_state_up': True}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:28:24.042937 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Made reservation on behalf of c8207eaecb064f1488e23e7076e37498 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:28:24.045943 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:24.062940 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:24.186177 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:24.189685 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:24.213290 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:28:24.236653 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781407272596', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:24.237216 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Unsubscribe: segment precommit_create {{(pid=94160) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 20:28:24.238096 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Added segment 2f27aa7b-d36e-4a86-83ef-ef61e7085289 of type vlan for network 09fad618-1e81-4f86-a190-f5058ac7bb9c Sep 20 20:28:24.244243 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6be819-fc70-4d41-be68-c75534c062a9,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:24.278777 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.279125 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.279452 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.279780 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.280083 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.280411 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.280724 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.281033 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.281359 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.281666 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.281970 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.282298 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Tracked resource versions report: Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: pushed versions: Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: { 'AddressGroup': {'1.2'}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'ConntrackHelper': {'1.0'}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Log': {'1.0'}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Network': {'1.1'}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Port': {'1.7'}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'PortForwarding': {'1.2'}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'QosPolicy': {'1.9'}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SecurityGroup': {'1.4'}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SecurityGroupRule': {'1.2'}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SubPort': {'1.0'}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Subnet': {'1.1'}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Trunk': {'1.1'}} Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: consumer versions: Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: { DHCP agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: L3 agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: Metadata agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: Metering agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: Open vSwitch agent@dv-cinder-798208-2-iscsi: { 'AddressGroup': '1.2', Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'ConntrackHelper': '1.0', Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Log': '1.0', Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Network': '1.1', Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Port': '1.7', Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'PortForwarding': '1.2', Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'QosPolicy': '1.9', Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SecurityGroup': '1.4', Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SecurityGroupRule': '1.2', Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SubPort': '1.0', Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Subnet': '1.1', Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Trunk': '1.1'}} Sep 20 20:28:24.283585 dv-cinder-798208-2-iscsi neutron-server[94160]: {{(pid=94160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 20:28:24.355063 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:24.393131 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:24.394487 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:28:24.395134 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:24.454115 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7247458 Sep 20 20:28:24.492445 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56914f59-d39e-43be-9cf6-5ef89e8e8bbd admin admin] Pushing event updated for resources: {'Network': ['ID=09fad618-1e81-4f86-a190-f5058ac7bb9c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:24.504137 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 09fad618-1e81-4f86-a190-f5058ac7bb9c details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:28:27.093304 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 36024) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:27.472877 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f7e45d-18b8-4564-821f-3d6316ad2be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:28:27.474261 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-66f7e45d-18b8-4564-821f-3d6316ad2be8 admin admin] 10.222.0.44 "GET /v2.0/networks/09fad618-1e81-4f86-a190-f5058ac7bb9c HTTP/1.1" status: 200 len: 824 time: 0.3799930 Sep 20 20:28:27.499059 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-32b31b69-3810-42fe-8c53-8fb429ae1b04 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/e60e97ba-6afa-4ac5-9d7a-9a7abedd5627 HTTP/1.1" status: 200 len: 734 time: 0.0182247 Sep 20 20:28:27.508071 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e60e97ba-6afa-4ac5-9d7a-9a7abedd5627', 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:28:27.528443 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] Made reservation on behalf of c8207eaecb064f1488e23e7076e37498 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:28:27.530582 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:27.805982 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:27.872740 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] Checking segment: {'id': '2f27aa7b-d36e-4a86-83ef-ef61e7085289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:28:27.873086 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] Network hostable DHCP agents. Network: 09fad618-1e81-4f86-a190-f5058ac7bb9c, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:28:27.880766 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c117f035-971b-4d6f-b34d-cc3b544a3a61,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:27.897567 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] Network 09fad618-1e81-4f86-a190-f5058ac7bb9c is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:28:27.907607 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 09fad618-1e81-4f86-a190-f5058ac7bb9c) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:28:27.912856 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:28:27.913427 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:27.915929 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d7d30-3169-4f5a-9110-a171b6d13bda None None] Network 09fad618-1e81-4f86-a190-f5058ac7bb9c requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:28:27.927019 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d60ce8ad-dfd4-4481-a793-218692ecb518 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4223480 Sep 20 20:28:28.227456 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81fd09d5-7c20-5b0a-b15b-6ad7e40d78d1-09fad618-1e81-4f86-a190-f5058ac7bb9c', 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'fixed_ips': [{'subnet_id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61'}]}} from dv-cinder-798208-2-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 20:28:28.228749 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:28.501779 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Allocated IP 172.20.0.2 (09fad618-1e81-4f86-a190-f5058ac7bb9c/c117f035-971b-4d6f-b34d-cc3b544a3a61/e9385789-1b6c-41ef-a412-2d2644bc3b2d) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:28:28.703270 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:28.710991 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:28.798777 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Network 09fad618-1e81-4f86-a190-f5058ac7bb9c is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:28:28.806913 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:28:28.819412 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:28:28.827438 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Pushing event updated for resources: {'Port': ['ID=e9385789-1b6c-41ef-a412-2d2644bc3b2d,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:28.857399 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.857752 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.858114 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.858452 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.858782 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.859111 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.859435 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.859759 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.860095 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.860416 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.860735 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.861051 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Tracked resource versions report: Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: pushed versions: Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: { 'AddressGroup': {'1.2'}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'ConntrackHelper': {'1.0'}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Log': {'1.0'}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Network': {'1.1'}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Port': {'1.7'}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'PortForwarding': {'1.2'}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'QosPolicy': {'1.9'}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SecurityGroup': {'1.4'}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SecurityGroupRule': {'1.2'}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SubPort': {'1.0'}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Subnet': {'1.1'}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Trunk': {'1.1'}} Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: consumer versions: Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: { DHCP agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: L3 agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: Metadata agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: Metering agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: Open vSwitch agent@dv-cinder-798208-2-iscsi: { 'AddressGroup': '1.2', Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'ConntrackHelper': '1.0', Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Log': '1.0', Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Network': '1.1', Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Port': '1.7', Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'PortForwarding': '1.2', Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'QosPolicy': '1.9', Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SecurityGroup': '1.4', Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SecurityGroupRule': '1.2', Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SubPort': '1.0', Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Subnet': '1.1', Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Trunk': '1.1'}} Sep 20 20:28:28.862125 dv-cinder-798208-2-iscsi neutron-server[94161]: {{(pid=94161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 20:28:28.908301 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Attempting to bind port e9385789-1b6c-41ef-a412-2d2644bc3b2d on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:28:28.908690 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Attempting to bind port e9385789-1b6c-41ef-a412-2d2644bc3b2d by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '2f27aa7b-d36e-4a86-83ef-ef61e7085289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:28:28.909275 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Attempting to bind port e9385789-1b6c-41ef-a412-2d2644bc3b2d on network 09fad618-1e81-4f86-a190-f5058ac7bb9c {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:28:28.914348 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:28:28.914756 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Checking segment: {'id': '2f27aa7b-d36e-4a86-83ef-ef61e7085289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:28:28.915253 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:28.915640 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Bound using segment: {'id': '2f27aa7b-d36e-4a86-83ef-ef61e7085289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:28:28.916090 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Bound port: e9385789-1b6c-41ef-a412-2d2644bc3b2d, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f27aa7b-d36e-4a86-83ef-ef61e7085289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:28:28.916612 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:28.976224 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] For port e9385789-1b6c-41ef-a412-2d2644bc3b2d, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:28:28.980366 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] For port e9385789-1b6c-41ef-a412-2d2644bc3b2d, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e9385789-1b6c-41ef-a412-2d2644bc3b2d,segment=NetworkSegment(2f27aa7b-d36e-4a86-83ef-ef61e7085289),segment_id=2f27aa7b-d36e-4a86-83ef-ef61e7085289)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:28:28.984832 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:29.047384 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e5403-4e18-48f4-a6b3-20cf2dbcf718 None None] Pushing event updated for resources: {'Port': ['ID=e9385789-1b6c-41ef-a412-2d2644bc3b2d,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:30.332541 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 36032) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:30.644564 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [None req-bc260099-1b6d-4b23-a7f7-6b0e689c0497 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:28:30.645546 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bc260099-1b6d-4b23-a7f7-6b0e689c0497 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3120728 Sep 20 20:28:33.044539 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36040) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:33.545145 dv-cinder-798208-2-iscsi neutron-server[94159]: WARNING oslo_policy.policy [None req-505d9aeb-cdfb-49ca-bc8b-7002b7daf50d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 20:28:33.545705 dv-cinder-798208-2-iscsi neutron-server[94159]: WARNING oslo_policy.policy [None req-505d9aeb-cdfb-49ca-bc8b-7002b7daf50d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 20:28:33.767680 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [None req-505d9aeb-cdfb-49ca-bc8b-7002b7daf50d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:28:33.768854 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-505d9aeb-cdfb-49ca-bc8b-7002b7daf50d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7222447 Sep 20 20:28:36.408366 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36060) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:36.702863 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f0968bbd-a23b-4028-b7be-a560faf14991 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'name': 'router1'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:28:36.766383 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.policy [None req-f0968bbd-a23b-4028-b7be-a560faf14991 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 20:28:36.812003 dv-cinder-798208-2-iscsi neutron-server[94159]: WARNING oslo_policy.policy [None req-f0968bbd-a23b-4028-b7be-a560faf14991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 20:28:36.812400 dv-cinder-798208-2-iscsi neutron-server[94159]: WARNING oslo_policy.policy [None req-f0968bbd-a23b-4028-b7be-a560faf14991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 20:28:36.820794 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.quota [None req-f0968bbd-a23b-4028-b7be-a560faf14991 admin admin] Loaded quota_driver: . Sep 20 20:28:36.877121 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0968bbd-a23b-4028-b7be-a560faf14991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7871'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:36.878987 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0968bbd-a23b-4028-b7be-a560faf14991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7844'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:37.031089 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0968bbd-a23b-4028-b7be-a560faf14991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:37.036444 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0968bbd-a23b-4028-b7be-a560faf14991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529736'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:37.055572 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0968bbd-a23b-4028-b7be-a560faf14991 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:37.056952 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f0968bbd-a23b-4028-b7be-a560faf14991 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6476116 Sep 20 20:28:37.408865 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2f3e8-a512-4dac-a4a9-285f002a1d91 None None] Network 09fad618-1e81-4f86-a190-f5058ac7bb9c requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:28:37.502936 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e9385789-1b6c-41ef-a412-2d2644bc3b2d up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:28:37.511427 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-80901d3a-a952-4094-8e7b-e206007f5f52 None None] Provisioning complete for port e9385789-1b6c-41ef-a412-2d2644bc3b2d triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:28:37.511964 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-80901d3a-a952-4094-8e7b-e206007f5f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:37.727502 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port e9385789-1b6c-41ef-a412-2d2644bc3b2d triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:28:37.727765 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:37.774881 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-80901d3a-a952-4094-8e7b-e206007f5f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:37.833198 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-80901d3a-a952-4094-8e7b-e206007f5f52 None None] For port e9385789-1b6c-41ef-a412-2d2644bc3b2d, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e9385789-1b6c-41ef-a412-2d2644bc3b2d,segment=NetworkSegment(2f27aa7b-d36e-4a86-83ef-ef61e7085289),segment_id=2f27aa7b-d36e-4a86-83ef-ef61e7085289)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:28:37.855642 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-80901d3a-a952-4094-8e7b-e206007f5f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:37.917975 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80901d3a-a952-4094-8e7b-e206007f5f52 None None] Pushing event updated for resources: {'Port': ['ID=e9385789-1b6c-41ef-a412-2d2644bc3b2d,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:38.074882 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-efcd3a4b-3270-48aa-a22a-99eadb0c8939 None None] Provisioning complete for port e9385789-1b6c-41ef-a412-2d2644bc3b2d triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:28:38.075195 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-efcd3a4b-3270-48aa-a22a-99eadb0c8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:39.295327 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:28:39.454833 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36072) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:39.468966 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e9385789-1b6c-41ef-a412-2d2644bc3b2d up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:28:39.514223 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port e9385789-1b6c-41ef-a412-2d2644bc3b2d triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:28:39.514507 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:39.763316 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [None req-c72983b4-aaae-4db8-a8c4-824515768cb5 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:28:39.764337 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-c72983b4-aaae-4db8-a8c4-824515768cb5 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085430 Sep 20 20:28:40.834321 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13a16fbd-b6a7-4e54-9053-7f44f546ea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:42.134447 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36080) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:42.437280 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:28:42.458651 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Made reservation on behalf of b534316697fe4299b6d7cd82b0da76c3 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:28:42.461334 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:42.476717 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:42.587875 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:42.591259 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:42.602145 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Reserving flat network on physical network physnet1 {{(pid=94159) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 20 20:28:42.632313 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781407272596', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:42.632878 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Unsubscribe: segment precommit_create {{(pid=94159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 20:28:42.633413 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Added segment 3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7 of type flat for network cbef75a3-08eb-4f42-a4dd-36fb4337e14f Sep 20 20:28:42.648372 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02497809-6452-42c5-a8e2-35540419c337,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:42.700035 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.700424 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.700726 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.701049 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.701363 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.701696 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.702026 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.702342 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.702667 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.702978 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.703284 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.703591 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Tracked resource versions report: Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: pushed versions: Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: { 'AddressGroup': {'1.2'}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'ConntrackHelper': {'1.0'}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Log': {'1.0'}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Network': {'1.1'}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Port': {'1.7'}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'PortForwarding': {'1.2'}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'QosPolicy': {'1.9'}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SecurityGroup': {'1.4'}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SecurityGroupRule': {'1.2'}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SubPort': {'1.0'}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Subnet': {'1.1'}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Trunk': {'1.1'}} Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: consumer versions: Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: { DHCP agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: L3 agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: Metadata agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: Metering agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: Open vSwitch agent@dv-cinder-798208-2-iscsi: { 'AddressGroup': '1.2', Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'ConntrackHelper': '1.0', Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Log': '1.0', Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Network': '1.1', Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Port': '1.7', Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'PortForwarding': '1.2', Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'QosPolicy': '1.9', Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SecurityGroup': '1.4', Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SecurityGroupRule': '1.2', Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SubPort': '1.0', Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Subnet': '1.1', Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Trunk': '1.1'}} Sep 20 20:28:42.704624 dv-cinder-798208-2-iscsi neutron-server[94159]: {{(pid=94159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 20:28:42.750069 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:42.794470 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:42.795624 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:28:42.796248 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:42.847358 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7118123 Sep 20 20:28:42.893272 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d00e-115c-4c4a-bbc0-be142aa733e1 admin admin] Pushing event updated for resources: {'Network': ['ID=cbef75a3-08eb-4f42-a4dd-36fb4337e14f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:42.904993 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:28:43.391893 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-28d6f805-4990-4325-a560-3667af09c1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:43.959435 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:44.620727 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:45.208503 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36102) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:45.421254 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dbdac0-e5ab-4eff-9af1-c1ca7d096288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:28:45.422669 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d9dbdac0-e5ab-4eff-9af1-c1ca7d096288 admin admin] 10.222.0.44 "GET /v2.0/subnets/c117f035-971b-4d6f-b34d-cc3b544a3a61 HTTP/1.1" status: 200 len: 849 time: 0.2132342 Sep 20 20:28:45.553170 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d3776a3e-38d1-4f26-affa-204c656277da admin admin] 10.222.0.44 "GET /v2.0/routers/65bd5ceb-c777-4af4-b80c-ee4fb4468f19 HTTP/1.1" status: 200 len: 704 time: 0.1244180 Sep 20 20:28:45.811515 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:46.097492 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Allocated IP 172.20.0.1 (09fad618-1e81-4f86-a190-f5058ac7bb9c/c117f035-971b-4d6f-b34d-cc3b544a3a61/246d4378-024c-47a9-9248-e49eaadfca4b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:28:46.128717 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:46.279105 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:46.342722 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:46.417449 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Network 09fad618-1e81-4f86-a190-f5058ac7bb9c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:28:46.426402 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:28:46.431587 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Pushing event updated for resources: {'Port': ['ID=246d4378-024c-47a9-9248-e49eaadfca4b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:46.442787 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:28:46.443345 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529823'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:46.609677 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-382687e9-727a-45bd-8e5c-fd8bd41144f4 None None] Provisioning complete for port 246d4378-024c-47a9-9248-e49eaadfca4b triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:28:46.610078 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-382687e9-727a-45bd-8e5c-fd8bd41144f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:46.642577 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-382687e9-727a-45bd-8e5c-fd8bd41144f4 None None] Port 246d4378-024c-47a9-9248-e49eaadfca4b cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:28:46.644706 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:46.890061 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:46.894521 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:46.895253 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529935'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:46.957466 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Pushing event updated for resources: {'Port': ['ID=246d4378-024c-47a9-9248-e49eaadfca4b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:47.021848 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Network 09fad618-1e81-4f86-a190-f5058ac7bb9c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:28:47.023165 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:28:47.181028 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Router 65bd5ceb-c777-4af4-b80c-ee4fb4468f19 is scheduled to L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 20:28:47.263292 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7bc2db1d-c0f3-416a-bdd3-a3d314ce918e None None] Provisioning complete for port 246d4378-024c-47a9-9248-e49eaadfca4b triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:28:47.263832 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7bc2db1d-c0f3-416a-bdd3-a3d314ce918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:47.270467 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:28:47.283594 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-9cd84f15-88ab-4aae-a8e6-4af29a01b01e admin admin] 10.222.0.44 "PUT /v2.0/routers/65bd5ceb-c777-4af4-b80c-ee4fb4468f19/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7168677 Sep 20 20:28:47.293768 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Sync routers for ids ['65bd5ceb-c777-4af4-b80c-ee4fb4468f19'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:28:47.297851 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2db1d-c0f3-416a-bdd3-a3d314ce918e None None] Port 246d4378-024c-47a9-9248-e49eaadfca4b cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:28:47.307759 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Routers {'65bd5ceb-c777-4af4-b80c-ee4fb4468f19'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:28:47.308566 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:28:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['65bd5ceb-c777-4af4-b80c-ee4fb4468f19'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:28:47.487338 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Set router 65bd5ceb-c777-4af4-b80c-ee4fb4468f19 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:28:47.906111 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'name': 'router1', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:28:36Z', 'updated_at': '2021-09-20T20:28:46Z', 'revision_number': 2, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'gw_port_host': None, '_interfaces': [{'id': '246d4378-024c-47a9-9248-e49eaadfca4b', 'name': '', 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'mac_address': 'fa:16:3e:cf:2a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:28:45Z', 'updated_at': '2021-09-20T20:28:46Z', 'revision_number': 2, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'subnets': [{'id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e60e97ba-6afa-4ac5-9d7a-9a7abedd5627'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:28:47.956877 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Checking router: 65bd5ceb-c777-4af4-b80c-ee4fb4468f19 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:28:47.957251 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Updating router 65bd5ceb-c777-4af4-b80c-ee4fb4468f19 port 246d4378-024c-47a9-9248-e49eaadfca4b binding host dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:28:48.004341 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:48.507737 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:48.513841 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:48.680340 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Attempting to bind port 246d4378-024c-47a9-9248-e49eaadfca4b on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:28:48.680747 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Attempting to bind port 246d4378-024c-47a9-9248-e49eaadfca4b by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '2f27aa7b-d36e-4a86-83ef-ef61e7085289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:28:48.681273 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Attempting to bind port 246d4378-024c-47a9-9248-e49eaadfca4b on network 09fad618-1e81-4f86-a190-f5058ac7bb9c {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:28:48.685910 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Pushing event updated for resources: {'Port': ['ID=246d4378-024c-47a9-9248-e49eaadfca4b,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:48.693388 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.693876 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.694241 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.694608 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.694935 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.695281 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.695602 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.695921 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.696243 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.696557 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.696870 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.697181 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Tracked resource versions report: Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: pushed versions: Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: { 'AddressGroup': {'1.2'}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'ConntrackHelper': {'1.0'}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Log': {'1.0'}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Network': {'1.1'}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Port': {'1.7'}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'PortForwarding': {'1.2'}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'QosPolicy': {'1.9'}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SecurityGroup': {'1.4'}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SecurityGroupRule': {'1.2'}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SubPort': {'1.0'}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Subnet': {'1.1'}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Trunk': {'1.1'}} Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: consumer versions: Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: { DHCP agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: L3 agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: Metadata agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: Metering agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: Open vSwitch agent@dv-cinder-798208-2-iscsi: { 'AddressGroup': '1.2', Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'ConntrackHelper': '1.0', Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Log': '1.0', Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Network': '1.1', Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Port': '1.7', Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'PortForwarding': '1.2', Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'QosPolicy': '1.9', Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SecurityGroup': '1.4', Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SecurityGroupRule': '1.2', Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SubPort': '1.0', Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Subnet': '1.1', Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Trunk': '1.1'}} Sep 20 20:28:48.698236 dv-cinder-798208-2-iscsi neutron-server[94162]: {{(pid=94162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 20:28:48.700484 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:28:48.700894 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Checking segment: {'id': '2f27aa7b-d36e-4a86-83ef-ef61e7085289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:28:48.701377 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:48.701759 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Bound using segment: {'id': '2f27aa7b-d36e-4a86-83ef-ef61e7085289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:28:48.702258 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Bound port: 246d4378-024c-47a9-9248-e49eaadfca4b, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f27aa7b-d36e-4a86-83ef-ef61e7085289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:28:48.702645 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:48.730342 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b9ee4594-9544-4a1c-b388-247d9449f9a9 None None] Provisioning complete for port 246d4378-024c-47a9-9248-e49eaadfca4b triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:28:48.730844 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b9ee4594-9544-4a1c-b388-247d9449f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:48.763189 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee4594-9544-4a1c-b388-247d9449f9a9 None None] Port 246d4378-024c-47a9-9248-e49eaadfca4b cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:28:48.769091 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] For port 246d4378-024c-47a9-9248-e49eaadfca4b, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:28:48.788413 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] For port 246d4378-024c-47a9-9248-e49eaadfca4b, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=246d4378-024c-47a9-9248-e49eaadfca4b,segment=NetworkSegment(2f27aa7b-d36e-4a86-83ef-ef61e7085289),segment_id=2f27aa7b-d36e-4a86-83ef-ef61e7085289)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:28:48.792432 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:48.845397 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca8048-6473-4155-8568-ebf5736fa840 None None] Pushing event updated for resources: {'Port': ['ID=246d4378-024c-47a9-9248-e49eaadfca4b,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:48.853172 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Routers {'65bd5ceb-c777-4af4-b80c-ee4fb4468f19'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:28:48.853709 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:28:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['65bd5ceb-c777-4af4-b80c-ee4fb4468f19'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:28:48.947047 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] Set router 65bd5ceb-c777-4af4-b80c-ee4fb4468f19 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:28:48.982248 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-18cfcd89-7994-434a-b7e4-6aaa936f5d26 None None] Provisioning complete for port 246d4378-024c-47a9-9248-e49eaadfca4b triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:28:48.982694 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-18cfcd89-7994-434a-b7e4-6aaa936f5d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:49.059176 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-18cfcd89-7994-434a-b7e4-6aaa936f5d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:49.090226 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-18cfcd89-7994-434a-b7e4-6aaa936f5d26 None None] For port 246d4378-024c-47a9-9248-e49eaadfca4b, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=246d4378-024c-47a9-9248-e49eaadfca4b,segment=NetworkSegment(2f27aa7b-d36e-4a86-83ef-ef61e7085289),segment_id=2f27aa7b-d36e-4a86-83ef-ef61e7085289)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:28:49.095365 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-18cfcd89-7994-434a-b7e4-6aaa936f5d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:49.147992 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfcd89-7994-434a-b7e4-6aaa936f5d26 None None] Pushing event updated for resources: {'Port': ['ID=246d4378-024c-47a9-9248-e49eaadfca4b,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:49.156767 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'name': 'router1', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:28:36Z', 'updated_at': '2021-09-20T20:28:46Z', 'revision_number': 2, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'gw_port_host': None, '_interfaces': [{'id': '246d4378-024c-47a9-9248-e49eaadfca4b', 'name': '', 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'mac_address': 'fa:16:3e:cf:2a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:28:45Z', 'updated_at': '2021-09-20T20:28:48Z', 'revision_number': 4, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'subnets': [{'id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e60e97ba-6afa-4ac5-9d7a-9a7abedd5627'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:28:49.186600 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ade131-30f7-4243-89c4-ebd0d7288974 None None] The sync data for ids ['65bd5ceb-c777-4af4-b80c-ee4fb4468f19'] in dv-cinder-798208-2-iscsi is: [{'id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'name': 'router1', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:28:36Z', 'updated_at': '2021-09-20T20:28:46Z', 'revision_number': 2, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'gw_port_host': None, '_interfaces': [{'id': '246d4378-024c-47a9-9248-e49eaadfca4b', 'name': '', 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'mac_address': 'fa:16:3e:cf:2a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:28:45Z', 'updated_at': '2021-09-20T20:28:48Z', 'revision_number': 4, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'subnets': [{'id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e60e97ba-6afa-4ac5-9d7a-9a7abedd5627'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:28:49.556502 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 36124) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:49.667842 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f965549c-dcc0-4000-a2a8-b3ea342583eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:28:49.669183 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f965549c-dcc0-4000-a2a8-b3ea342583eb admin admin] 10.222.0.44 "GET /v2.0/networks/cbef75a3-08eb-4f42-a4dd-36fb4337e14f HTTP/1.1" status: 200 len: 842 time: 0.1117728 Sep 20 20:28:49.679651 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:28:49.699730 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Made reservation on behalf of b534316697fe4299b6d7cd82b0da76c3 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:28:49.702062 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:50.027296 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.objects.ports [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94160) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 20:28:50.027859 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:50.081915 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5466e3e4-6c4b-4181-93ce-b827231985e6,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:50.092797 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Checking segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:28:50.093144 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Network hostable DHCP agents. Network: cbef75a3-08eb-4f42-a4dd-36fb4337e14f, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:28:50.109979 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:28:50.119769 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, cbef75a3-08eb-4f42-a4dd-36fb4337e14f) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:28:50.124546 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:28:50.125108 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:50.129466 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb141dc-9989-4c2e-8574-accfeec6e4a0 None None] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:28:50.141082 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d23f109e-ce55-4284-99d6-1dee930dbf6e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4651687 Sep 20 20:28:50.267953 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2715f9-8e29-4bc3-a2c9-69eef8c54369 None None] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:28:52.448712 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 36132) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:52.677019 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b48b49f9-7349-49b9-a9ae-4a6633fd3fb7 admin admin] 10.222.0.44 "GET /v2.0/routers/65bd5ceb-c777-4af4-b80c-ee4fb4468f19 HTTP/1.1" status: 200 len: 710 time: 0.2270215 Sep 20 20:28:52.762227 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9f6ed-30c9-492d-96a5-68d3eeae5e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:28:52.763579 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f2e9f6ed-30c9-492d-96a5-68d3eeae5e52 admin admin] 10.222.0.44 "GET /v2.0/networks/cbef75a3-08eb-4f42-a4dd-36fb4337e14f HTTP/1.1" status: 200 len: 886 time: 0.0805392 Sep 20 20:28:52.773344 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:28:53.017149 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:53.300864 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:53.371913 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:53.545144 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Allocated IP 172.27.2.203 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:28:53.648789 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:53.707433 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:53.771549 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:28:53.777123 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:28:53.784585 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:28:53.829794 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Pushing event updated for resources: {'Port': ['ID=ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:54.068275 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:54.266589 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-530713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7834'] for router, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:54.274977 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-530706'] for router, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:54.387430 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Router 65bd5ceb-c777-4af4-b80c-ee4fb4468f19 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:28:54.560646 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:28:54.565036 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:54.566244 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-750bde21-4ee1-4d81-a93f-5a32804485ea admin admin] 10.222.0.44 "PUT /v2.0/routers/65bd5ceb-c777-4af4-b80c-ee4fb4468f19 HTTP/1.1" status: 200 len: 890 time: 1.7965186 Sep 20 20:28:55.511760 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 246d4378-024c-47a9-9248-e49eaadfca4b up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:28:55.562810 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 246d4378-024c-47a9-9248-e49eaadfca4b triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:28:55.563296 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:55.586034 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Sync routers for ids ['65bd5ceb-c777-4af4-b80c-ee4fb4468f19'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:28:55.604083 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Routers {'65bd5ceb-c777-4af4-b80c-ee4fb4468f19'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:28:55.604724 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:28:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['65bd5ceb-c777-4af4-b80c-ee4fb4468f19'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:28:55.844310 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Set router 65bd5ceb-c777-4af4-b80c-ee4fb4468f19 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:28:56.233484 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'name': 'router1', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:28:36Z', 'updated_at': '2021-09-20T20:28:53Z', 'revision_number': 4, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'gw_port': {'id': 'ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:28:53Z', 'updated_at': '2021-09-20T20:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '246d4378-024c-47a9-9248-e49eaadfca4b', 'name': '', 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'mac_address': 'fa:16:3e:cf:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:28:45Z', 'updated_at': '2021-09-20T20:28:49Z', 'revision_number': 5, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'subnets': [{'id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e60e97ba-6afa-4ac5-9d7a-9a7abedd5627'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:28:56.283730 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Checking router: 65bd5ceb-c777-4af4-b80c-ee4fb4468f19 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:28:56.284102 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Updating router 65bd5ceb-c777-4af4-b80c-ee4fb4468f19 port ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c binding host dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:28:56.328940 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:56.640723 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:56.646083 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:56.776475 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Attempting to bind port ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:28:56.776838 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Attempting to bind port ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:28:56.777193 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Attempting to bind port ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c on network cbef75a3-08eb-4f42-a4dd-36fb4337e14f {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:28:56.779427 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30a79d-1b5e-4d08-b3ab-cc09699dd5e7 None None] Pushing event updated for resources: {'Port': ['ID=ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:56.785778 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:28:56.786182 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Checking segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:28:56.786582 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:56.788027 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Bound using segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:28:56.788027 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Bound port: ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:28:56.788348 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:56.838012 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] For port ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:28:56.840831 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] For port ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:28:56.845652 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:56.904050 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30a79d-1b5e-4d08-b3ab-cc09699dd5e7 None None] Pushing event updated for resources: {'Port': ['ID=ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:56.906674 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Routers {'65bd5ceb-c777-4af4-b80c-ee4fb4468f19'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:28:56.907524 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:28:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['65bd5ceb-c777-4af4-b80c-ee4fb4468f19'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:28:56.941943 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36144) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:28:57.014621 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] Set router 65bd5ceb-c777-4af4-b80c-ee4fb4468f19 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:28:57.055230 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f80cb506-0f69-4c6a-8779-c8615fa895e7 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1120601 Sep 20 20:28:57.230704 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'name': 'router1', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:28:36Z', 'updated_at': '2021-09-20T20:28:53Z', 'revision_number': 4, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'gw_port': {'id': 'ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:28:53Z', 'updated_at': '2021-09-20T20:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '246d4378-024c-47a9-9248-e49eaadfca4b', 'name': '', 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'mac_address': 'fa:16:3e:cf:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:28:45Z', 'updated_at': '2021-09-20T20:28:49Z', 'revision_number': 5, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'subnets': [{'id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e60e97ba-6afa-4ac5-9d7a-9a7abedd5627'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:28:57.257280 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a84bc0-daf8-493c-ac1f-d672ac77285f None None] The sync data for ids ['65bd5ceb-c777-4af4-b80c-ee4fb4468f19'] in dv-cinder-798208-2-iscsi is: [{'id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'name': 'router1', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:28:36Z', 'updated_at': '2021-09-20T20:28:53Z', 'revision_number': 4, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'gw_port': {'id': 'ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:28:53Z', 'updated_at': '2021-09-20T20:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '246d4378-024c-47a9-9248-e49eaadfca4b', 'name': '', 'network_id': '09fad618-1e81-4f86-a190-f5058ac7bb9c', 'tenant_id': 'c8207eaecb064f1488e23e7076e37498', 'mac_address': 'fa:16:3e:cf:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bd5ceb-c777-4af4-b80c-ee4fb4468f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:28:45Z', 'updated_at': '2021-09-20T20:28:49Z', 'revision_number': 5, 'project_id': 'c8207eaecb064f1488e23e7076e37498', 'subnets': [{'id': 'c117f035-971b-4d6f-b34d-cc3b544a3a61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e60e97ba-6afa-4ac5-9d7a-9a7abedd5627'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:28:57.522830 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:28:57.579791 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:28:57.579791 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:57.662890 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:57.685130 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:28:57.690910 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:28:57.744552 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:28:59.489100 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:28:59.545769 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port ec2e7ad4-e0c5-4703-81ba-c85ad9349a3c triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:28:59.546392 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:29:10.839458 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a2859db4-63a3-40f0-a515-e96f38cac1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:29:13.401532 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4e678ed4-cce1-47bc-aaf8-cee91c2266cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:29:13.963631 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:29:14.629145 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:29:16.147647 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:29:16.294207 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:29:40.830926 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-79d0cf21-52bc-4f13-b00b-646775438352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:29:43.392897 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-74872ff0-6ee1-440f-a320-4c2be5680014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:29:43.969177 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:29:44.626486 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:29:46.151727 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:29:53.292860 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:30:10.835532 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-9a721fc8-8a9f-40f4-b7b1-ad727064ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:13.387644 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2768332e-0326-4478-bf97-830b5b061242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:13.970438 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:14.628799 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:16.143862 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:30.291047 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:30:32.603611 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 36706) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:30:32.664668 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edd31e0-d45f-497f-b638-597e0b692068 admin admin] GET failed (client error): The resource could not be found. Sep 20 20:30:32.666032 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8edd31e0-d45f-497f-b638-597e0b692068 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614467 Sep 20 20:30:32.820019 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e11138-1a1f-4915-9b88-1824c6ae5c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:32.821480 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-10e11138-1a1f-4915-9b88-1824c6ae5c81 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1509297 Sep 20 20:30:34.999276 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36716) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:30:35.089828 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9401aaf-bad4-4f4a-bc43-29f4be13ed1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:35.091173 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a9401aaf-bad4-4f4a-bc43-29f4be13ed1c admin admin] 10.222.0.44 "GET /v2.0/subnets/c117f035-971b-4d6f-b34d-cc3b544a3a61 HTTP/1.1" status: 200 len: 849 time: 0.0909870 Sep 20 20:30:35.101067 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:30:35.184403 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:35.326407 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781407312900'] for subnet, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:35.355067 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:35.355670 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:35.357205 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] 10.222.0.44 "PUT /v2.0/subnets/c117f035-971b-4d6f-b34d-cc3b544a3a61 HTTP/1.1" status: 200 len: 868 time: 0.2594223 Sep 20 20:30:35.359716 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc43aa-f677-4426-8694-7006b413aabd None None] Network 09fad618-1e81-4f86-a190-f5058ac7bb9c requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:30:35.376262 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c117f035-971b-4d6f-b34d-cc3b544a3a61,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:30:35.384193 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.384550 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.384895 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.385227 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.385556 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.385960 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.386321 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.386648 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.386970 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.387290 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.387608 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.387922 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a4a0f-318a-46dd-b2d6-b06a030b1385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:30:35.699065 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-5d6823c4-3f04-45b8-8b58-ccfbcdc26e50 None None] Provisioning complete for port 246d4378-024c-47a9-9248-e49eaadfca4b triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:30:35.699432 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5d6823c4-3f04-45b8-8b58-ccfbcdc26e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:35.780946 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-5d6823c4-3f04-45b8-8b58-ccfbcdc26e50 None None] Provisioning complete for port e9385789-1b6c-41ef-a412-2d2644bc3b2d triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:30:35.781236 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5d6823c4-3f04-45b8-8b58-ccfbcdc26e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:37.580014 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36726) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:30:37.787226 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931ce65-b260-49da-96ab-38acbe67ba46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:37.787626 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931ce65-b260-49da-96ab-38acbe67ba46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:37.789174 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-5931ce65-b260-49da-96ab-38acbe67ba46 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2082112 Sep 20 20:30:40.009440 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36734) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:30:40.146579 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10240b7-69ea-4adc-9c6c-7ce5451d5a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:40.147066 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10240b7-69ea-4adc-9c6c-7ce5451d5a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:40.148627 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d10240b7-69ea-4adc-9c6c-7ce5451d5a10 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1380537 Sep 20 20:30:40.838135 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1b488542-60b9-4f50-9709-2d7a8df6be3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:42.380681 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36742) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:30:42.515158 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a969a-d984-48fc-89d5-657249bd933c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:42.516622 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-c21a969a-d984-48fc-89d5-657249bd933c admin admin] 10.222.0.44 "GET /v2.0/networks/09fad618-1e81-4f86-a190-f5058ac7bb9c HTTP/1.1" status: 200 len: 868 time: 0.1349475 Sep 20 20:30:43.389426 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-21d82079-ba85-417c-a8de-af255768557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:43.971458 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:44.631948 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:44.728370 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36750) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:30:44.850190 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bcba60-4b5a-44ed-ae02-c067549cf559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:44.851572 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-67bcba60-4b5a-44ed-ae02-c067549cf559 admin admin] 10.222.0.44 "GET /v2.0/networks/cbef75a3-08eb-4f42-a4dd-36fb4337e14f HTTP/1.1" status: 200 len: 886 time: 0.1222565 Sep 20 20:30:46.157048 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:30:47.016026 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36758) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:30:47.208054 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd6b652-8eb7-4bda-86e2-0e88ce3a5106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:47.208414 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd6b652-8eb7-4bda-86e2-0e88ce3a5106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:47.209945 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0bd6b652-8eb7-4bda-86e2-0e88ce3a5106 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1930032 Sep 20 20:30:49.401868 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36766) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:30:49.489216 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a25bc8-ba2d-48c0-bf67-e1a4bb3eeaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:49.489660 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a25bc8-ba2d-48c0-bf67-e1a4bb3eeaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:49.491190 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-30a25bc8-ba2d-48c0-bf67-e1a4bb3eeaf9 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0883813 Sep 20 20:30:51.677252 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 36774) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:30:51.769910 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e98050-ec78-45d6-9ab0-0759b91c5c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:51.771262 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b9e98050-ec78-45d6-9ab0-0759b91c5c23 admin admin] 10.222.0.44 "GET /v2.0/subnets/5466e3e4-6c4b-4181-93ce-b827231985e6 HTTP/1.1" status: 200 len: 816 time: 0.0931242 Sep 20 20:30:53.941819 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 36782) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:30:54.035599 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c4bd7e-55a1-447b-b7a1-ad526b15e7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:30:54.036942 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-22c4bd7e-55a1-447b-b7a1-ad526b15e7cc admin admin] 10.222.0.44 "GET /v2.0/subnets/c117f035-971b-4d6f-b34d-cc3b544a3a61 HTTP/1.1" status: 200 len: 868 time: 0.0941782 Sep 20 20:31:07.289737 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:31:10.839227 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6732e69d-6f69-4d63-bafd-cdb99b7b4cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:13.389571 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dc297466-845e-4795-bde5-5c59dcc8bdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:13.973384 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:14.637408 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:16.159486 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:17.674042 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 36836) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:31:17.719677 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [None req-4b1063ea-780c-4a21-a0bd-d8bc604d0cf0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:31:17.720656 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4b1063ea-780c-4a21-a0bd-d8bc604d0cf0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453026 Sep 20 20:31:20.005806 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36844) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:31:20.065672 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.pecan_wsgi.hooks.translation [None req-61eb990b-e169-4d90-b7e1-669aa2334810 admin admin] GET failed (client error): The resource could not be found. Sep 20 20:31:20.066987 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-61eb990b-e169-4d90-b7e1-669aa2334810 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602400 Sep 20 20:31:20.212846 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb8733-8489-4c80-acbd-b5d151190317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:31:20.214255 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-27eb8733-8489-4c80-acbd-b5d151190317 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1426280 Sep 20 20:31:22.424618 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36852) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:31:22.471710 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:31:22.491813 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] Made reservation on behalf of b534316697fe4299b6d7cd82b0da76c3 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:31:22.494147 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:22.521615 dv-cinder-798208-2-iscsi neutron-server[94159]: WARNING neutron.services.revisions.revision_plugin [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] Could not find related network for resource to bump revision. Sep 20 20:31:22.535577 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:31:22.545588 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:22.545926 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] Added segment 4e13e696-13eb-43d7-b1bd-dda9f535828a of type vlan for network 88c40f55-6055-4a5d-9908-101ec95da31e Sep 20 20:31:22.584083 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:22.606461 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:22.607308 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:31:22.607887 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:22.654029 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2133019 Sep 20 20:31:22.669705 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd9300-79ed-456f-b5de-d057f2783583 admin admin] Pushing event updated for resources: {'Network': ['ID=88c40f55-6055-4a5d-9908-101ec95da31e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:31:22.681454 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 88c40f55-6055-4a5d-9908-101ec95da31e details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:31:24.897226 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 36860) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:31:24.956589 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1269f1-0662-46f3-b046-94f735b6a837 admin admin] GET failed (client error): The resource could not be found. Sep 20 20:31:24.957942 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8e1269f1-0662-46f3-b046-94f735b6a837 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597847 Sep 20 20:31:25.025893 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2bbb50-e4a8-4377-89f8-24d293df2d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:31:25.027344 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1c2bbb50-e4a8-4377-89f8-24d293df2d79 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0646143 Sep 20 20:31:25.038067 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:31:25.057329 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Made reservation on behalf of b534316697fe4299b6d7cd82b0da76c3 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:31:25.059516 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:25.213680 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:25.266279 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd34a99-9242-483f-bbb0-9d56673edf0f,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:31:25.276614 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.276979 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.277318 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.277648 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.277974 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.278340 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.278667 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.278986 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.279326 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.279645 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.279960 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.280542 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.283364 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Checking segment: {'id': '4e13e696-13eb-43d7-b1bd-dda9f535828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:31:25.283710 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Network hostable DHCP agents. Network: 88c40f55-6055-4a5d-9908-101ec95da31e, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:31:25.299221 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Network 88c40f55-6055-4a5d-9908-101ec95da31e is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:31:25.306937 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 88c40f55-6055-4a5d-9908-101ec95da31e) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:31:25.310633 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:31:25.311210 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:25.316319 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6bff25-7b5d-4e8f-acf7-23472968d5fa None None] Network 88c40f55-6055-4a5d-9908-101ec95da31e requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:31:25.325228 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9a4f00ac-1074-463d-bfac-b88a2f08446a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2904284 Sep 20 20:31:25.471638 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81fd09d5-7c20-5b0a-b15b-6ad7e40d78d1-88c40f55-6055-4a5d-9908-101ec95da31e', 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e', 'tenant_id': 'b534316697fe4299b6d7cd82b0da76c3', 'fixed_ips': [{'subnet_id': 'fdd34a99-9242-483f-bbb0-9d56673edf0f'}]}} from dv-cinder-798208-2-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 20:31:25.472521 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:25.609420 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Allocated IP 192.168.233.2 (88c40f55-6055-4a5d-9908-101ec95da31e/fdd34a99-9242-483f-bbb0-9d56673edf0f/a923b594-6719-4731-a895-ac490ebd2b5d) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:31:25.753171 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:25.760290 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:25.798423 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Network 88c40f55-6055-4a5d-9908-101ec95da31e is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:31:25.801665 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:31:25.805109 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:31:25.816193 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Pushing event updated for resources: {'Port': ['ID=a923b594-6719-4731-a895-ac490ebd2b5d,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:31:25.837265 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.837607 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.837955 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.838315 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.838649 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.838978 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.839309 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.839631 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.839975 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.840320 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.840642 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.840962 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:31:25.874597 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Attempting to bind port a923b594-6719-4731-a895-ac490ebd2b5d on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:31:25.874966 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Attempting to bind port a923b594-6719-4731-a895-ac490ebd2b5d by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '4e13e696-13eb-43d7-b1bd-dda9f535828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:31:25.875325 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Attempting to bind port a923b594-6719-4731-a895-ac490ebd2b5d on network 88c40f55-6055-4a5d-9908-101ec95da31e {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:31:25.881009 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:31:25.881375 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Checking segment: {'id': '4e13e696-13eb-43d7-b1bd-dda9f535828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:31:25.881778 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:25.882229 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Bound using segment: {'id': '4e13e696-13eb-43d7-b1bd-dda9f535828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:31:25.882690 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Bound port: a923b594-6719-4731-a895-ac490ebd2b5d, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e13e696-13eb-43d7-b1bd-dda9f535828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:31:25.883085 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:25.944773 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] For port a923b594-6719-4731-a895-ac490ebd2b5d, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:31:25.947743 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] For port a923b594-6719-4731-a895-ac490ebd2b5d, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=a923b594-6719-4731-a895-ac490ebd2b5d,segment=NetworkSegment(4e13e696-13eb-43d7-b1bd-dda9f535828a),segment_id=4e13e696-13eb-43d7-b1bd-dda9f535828a)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:31:25.952500 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:26.007802 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4057497-1320-4869-8fd8-d64cc4084c0c None None] Pushing event updated for resources: {'Port': ['ID=a923b594-6719-4731-a895-ac490ebd2b5d,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:31:26.809641 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5c29a-abd7-4718-b946-cbf6ac31a6ad None None] Network 88c40f55-6055-4a5d-9908-101ec95da31e requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:31:26.880643 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7f6fb9c6-7a1c-4020-8b49-d9e0dc1ea20d None None] Provisioning complete for port a923b594-6719-4731-a895-ac490ebd2b5d triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:31:26.881288 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb9c6-7a1c-4020-8b49-d9e0dc1ea20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:27.028842 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb9c6-7a1c-4020-8b49-d9e0dc1ea20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:27.070612 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-7f6fb9c6-7a1c-4020-8b49-d9e0dc1ea20d None None] For port a923b594-6719-4731-a895-ac490ebd2b5d, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=a923b594-6719-4731-a895-ac490ebd2b5d,segment=NetworkSegment(4e13e696-13eb-43d7-b1bd-dda9f535828a),segment_id=4e13e696-13eb-43d7-b1bd-dda9f535828a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:31:27.077925 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7f6fb9c6-7a1c-4020-8b49-d9e0dc1ea20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:27.136035 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fb9c6-7a1c-4020-8b49-d9e0dc1ea20d None None] Pushing event updated for resources: {'Port': ['ID=a923b594-6719-4731-a895-ac490ebd2b5d,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:31:27.297404 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-c48694a3-5bc3-4bd8-8c1d-923254954080 None None] Provisioning complete for port a923b594-6719-4731-a895-ac490ebd2b5d triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:31:27.297697 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c48694a3-5bc3-4bd8-8c1d-923254954080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:27.617385 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device a923b594-6719-4731-a895-ac490ebd2b5d up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:31:27.672308 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port a923b594-6719-4731-a895-ac490ebd2b5d triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:31:27.672667 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:40.842522 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e9288e1d-035b-4b3e-b214-d5d27381bab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:43.391099 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ffafe1da-7c10-45fa-9f3b-a8555f4284d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:43.974066 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:44.287560 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:31:44.639556 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:31:46.164265 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:10.842678 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d0b6ffaf-332a-40b7-98c8-57aa4b9557ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:13.392082 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8585d01a-2c41-4ee8-8efa-6874f9261867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:13.975577 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:14.640991 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:16.167673 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:21.286159 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:32:39.125882 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36912) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:32:39.131757 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [None req-466a10cf-aa70-4dda-83d7-8c5fdadd5012 tempest-verify_tempest_config-867349146 tempest-verify_tempest_config-867349146-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:32:39.132706 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-466a10cf-aa70-4dda-83d7-8c5fdadd5012 tempest-verify_tempest_config-867349146 tempest-verify_tempest_config-867349146-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058694 Sep 20 20:32:39.423965 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 36930) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:32:39.524884 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:39.610745 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:39.614242 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:39.655978 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=303824b3245b4a67adbd33ec86a3d744&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2309990 Sep 20 20:32:39.658286 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54615be7-3c8c-4a91-97aa-5722761388e7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:32:39.659312 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 36934) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:32:39.665042 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.665410 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.665753 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.666117 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.666453 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.666797 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.667127 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.667453 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.667806 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.668129 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.668452 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.668770 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f965b5-7d1c-4854-9b02-80d250734967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.713236 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:39.733744 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:39.818996 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:39.821525 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:39.822705 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54615be7-3c8c-4a91-97aa-5722761388e7 HTTP/1.1" status: 204 len: 168 time: 0.1624312 Sep 20 20:32:39.830701 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54615be7-3c8c-4a91-97aa-5722761388e7,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:32:39.837581 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.837946 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.838316 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.838648 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.838975 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.839299 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.839620 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.839996 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.840275 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.840596 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.840912 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:39.841224 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55e7c6-4533-432b-aa69-e94077bdeb22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:32:40.843594 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6398077f-5b88-4ece-a2c6-fc2bf8b65044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:43.393477 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f5f03a42-bded-4114-a787-17c1b1d94622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:43.978105 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:44.644690 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:46.169778 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:32:58.284793 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:33:10.843647 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-74fca7fc-c196-4c27-81d7-2a6a3f993b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:33:13.393485 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5ec19e03-fb73-4260-8774-dbd50e4f5b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:33:13.981030 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:33:14.646764 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:33:16.177680 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:33:35.283013 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 5 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:33:40.845127 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-08c37f83-c1e9-4149-8cf3-a98eacaa43ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:33:43.395102 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ea413c9a-2be9-424b-bbfe-35aaa11cde27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:33:43.981632 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:33:44.649563 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:33:46.176222 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:06.749717 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529717'] for agent, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:10.844053 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-270075e9-28fd-4d39-9313-c739f6c2beb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:12.285041 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:34:13.397098 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5481636a-e81a-4509-ae43-a76d276b7d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:13.981287 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:14.652945 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:16.181873 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:22.028158 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37010) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:34:22.131655 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-954bdbf3-f5ba-43ca-81da-462a2c791793 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1021612 Sep 20 20:34:24.348650 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37020) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:34:24.401551 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-91f09719-346a-4bf9-b1c6-498f38966b15 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0518408 Sep 20 20:34:36.718069 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:40.843500 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e9b8-dbe3-4893-aaa9-c2164b62e06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:43.398819 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4ef2-b0fe-45e1-9dbc-8ffc3851bfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:43.982320 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:44.656265 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:46.181881 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:34:49.284148 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:35:06.748527 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:10.843815 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c4e37f52-d30c-4499-9654-7f859cb466e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:13.402868 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-18e21143-6c49-4e49-81d5-9ba6ab4b1644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:13.982814 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:14.661008 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:16.202182 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:26.284243 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:35:36.853286 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:40.844931 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-47d385f8-64d3-4326-a79f-cdae90b9b893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:43.396296 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cae1f81b-35d3-4dd7-985a-1472334cafab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:43.983604 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:44.663368 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:46.191346 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:51.524492 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37202) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:51.790733 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-546579904-network', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:35:51.811349 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Made reservation on behalf of 67bb5f61b2c249c4b2dbbbb750a30b70 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:35:51.814524 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:51.822956 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:51.910488 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:51.915254 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:51.944439 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52874ecd-d246-4a35-9ecd-46936d680f7e,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:51.950772 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:35:51.953365 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.954477 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.954833 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.955164 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.955506 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.955834 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.956408 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.956545 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.956803 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.957227 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.957440 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.957762 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Tracked resource versions report: Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: pushed versions: Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: { 'AddressGroup': {'1.2'}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'ConntrackHelper': {'1.0'}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Log': {'1.0'}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Network': {'1.1'}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Port': {'1.7'}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'PortForwarding': {'1.2'}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'QosPolicy': {'1.9'}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SecurityGroup': {'1.4'}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SecurityGroupRule': {'1.2'}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SubPort': {'1.0'}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Subnet': {'1.1'}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Trunk': {'1.1'}} Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: consumer versions: Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: { DHCP agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: HyperV agent@hv-cinder-79820: {}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: L3 agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: Metadata agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: Metering agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: Open vSwitch agent@dv-cinder-798208-2-iscsi: { 'AddressGroup': '1.2', Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'ConntrackHelper': '1.0', Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Log': '1.0', Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Network': '1.1', Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Port': '1.7', Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'PortForwarding': '1.2', Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'QosPolicy': '1.9', Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SecurityGroup': '1.4', Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SecurityGroupRule': '1.2', Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'SubPort': '1.0', Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Subnet': '1.1', Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: 'Trunk': '1.1'}} Sep 20 20:35:51.958775 dv-cinder-798208-2-iscsi neutron-server[94160]: {{(pid=94160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 20:35:51.970122 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:51.970467 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Added segment 77e6d23f-1ee0-4f89-9dfd-22662d90137d of type vlan for network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 Sep 20 20:35:52.016246 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.041462 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.042453 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:35:52.043100 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.084399 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37242) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:52.108878 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37248) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:52.114588 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Request body: {'subnet': {'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-subnet', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:35:52.117883 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5919631 Sep 20 20:35:52.118963 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77466d4e-35a6-47df-b716-b97ca7cc7718 admin admin] Pushing event updated for resources: {'Network': ['ID=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:52.129920 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:35:52.153648 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Made reservation on behalf of 67bb5f61b2c249c4b2dbbbb750a30b70 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:35:52.156393 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.177150 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37252) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:52.358924 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.408070 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cf5937-8d7a-4525-ab0d-8b8be24ef59e,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:52.422047 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.422407 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.423281 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.423600 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.424101 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.424428 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.424746 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.425056 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.425589 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.425909 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.426256 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.426569 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Tracked resource versions report: Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: pushed versions: Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: { 'AddressGroup': {'1.2'}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'ConntrackHelper': {'1.0'}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Log': {'1.0'}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Network': {'1.1'}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Port': {'1.7'}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'PortForwarding': {'1.2'}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'QosPolicy': {'1.9'}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SecurityGroup': {'1.4'}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SecurityGroupRule': {'1.2'}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SubPort': {'1.0'}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Subnet': {'1.1'}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Trunk': {'1.1'}} Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: consumer versions: Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: { DHCP agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: HyperV agent@hv-cinder-79820: {}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: L3 agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: Metadata agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: Metering agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: Open vSwitch agent@dv-cinder-798208-2-iscsi: { 'AddressGroup': '1.2', Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'ConntrackHelper': '1.0', Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Log': '1.0', Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Network': '1.1', Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Port': '1.7', Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'PortForwarding': '1.2', Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'QosPolicy': '1.9', Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SecurityGroup': '1.4', Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SecurityGroupRule': '1.2', Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'SubPort': '1.0', Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Subnet': '1.1', Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: 'Trunk': '1.1'}} Sep 20 20:35:52.427569 dv-cinder-798208-2-iscsi neutron-server[94159]: {{(pid=94159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 20:35:52.441579 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Checking segment: {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:35:52.441927 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Network hostable DHCP agents. Network: d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:35:52.468044 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1401322045-network', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:35:52.474102 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:35:52.493613 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37270) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:52.505344 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1447240003-network', 'tenant_id': 'ebc5bf5c036944989223b055948c24a3'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:35:52.505942 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:35:52.512623 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Made reservation on behalf of e9967b1416a64ecb9b970c73a342ca2e for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:35:52.515939 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.517426 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e41e1-7e64-4808-afbb-70dd4aad5e1a None None] Network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:35:52.520153 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:35:52.521461 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.557621 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Made reservation on behalf of ebc5bf5c036944989223b055948c24a3 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:35:52.560015 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.566783 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.578400 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-c5055035-524f-44ce-a239-cb71cf4819c8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4679754 Sep 20 20:35:52.579468 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.590458 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37276) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:52.596013 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:35:52.708051 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81fd09d5-7c20-5b0a-b15b-6ad7e40d78d1-d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e'}]}} from dv-cinder-798208-2-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 20:35:52.709004 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.752508 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-499192092-network', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:35:52.794228 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.802269 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.809836 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.db.api [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 20:35:52.809836 dv-cinder-798208-2-iscsi neutron-server[94159]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 20:35:52.809836 dv-cinder-798208-2-iscsi neutron-server[94159]: [parameters: {'project_id_1': '67bb5f61b2c249c4b2dbbbb750a30b70', 'expiration_1': datetime.datetime(2021, 9, 20, 20, 35, 32, 608599)}] Sep 20 20:35:52.809836 dv-cinder-798208-2-iscsi neutron-server[94159]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 20:35:52.810519 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG oslo_db.api [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 20:35:52.862353 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db631ea-03f3-4fba-b8b8-69404b8e0845,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:52.868192 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.db.api [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 20:35:52.868192 dv-cinder-798208-2-iscsi neutron-server[94160]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 20:35:52.868192 dv-cinder-798208-2-iscsi neutron-server[94160]: [parameters: {'project_id_1': '4e7716995c5f43f68a3fcee5e8e34a6e', 'expiration_1': datetime.datetime(2021, 9, 20, 20, 35, 32, 764109)}] Sep 20 20:35:52.868192 dv-cinder-798208-2-iscsi neutron-server[94160]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 20:35:52.869334 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG oslo_db.api [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 20:35:52.882553 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:35:52.897589 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.898259 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Added segment 64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1 of type vlan for network 6dbc0810-f919-4cd6-90e8-94e828fe722e Sep 20 20:35:52.975728 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.983300 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:52.995634 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:35:52.999650 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Allocated IP 172.20.0.2 (d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125/32cf5937-8d7a-4525-ab0d-8b8be24ef59e/feaea8ce-f04d-4f02-991e-4e77efc766e1) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:35:53.004883 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.007731 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.008341 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Added segment f7ec4724-d149-493a-bbf9-159e979405ba of type vlan for network edee2f1e-7029-467d-b39c-c0781942037a Sep 20 20:35:53.065384 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.066900 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:35:53.067854 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.109181 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.154918 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] Pushing event updated for resources: {'Network': ['ID=6dbc0810-f919-4cd6-90e8-94e828fe722e,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:53.158840 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-cd9e571c-d657-47f4-b491-1daf8adb634f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9806836 Sep 20 20:35:53.162075 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37288) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:53.171441 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] Request body: {'subnet': {'network_id': '6dbc0810-f919-4cd6-90e8-94e828fe722e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1447240003-subnet', 'tenant_id': 'ebc5bf5c036944989223b055948c24a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:35:53.217959 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] Made reservation on behalf of ebc5bf5c036944989223b055948c24a3 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:35:53.221901 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478155f1-3a71-4874-90a4-76d362c96271,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:53.223005 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.227581 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.228800 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:35:53.229512 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.275698 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.291660 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 6dbc0810-f919-4cd6-90e8-94e828fe722e details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:35:53.299593 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.377200 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] Pushing event updated for resources: {'Network': ['ID=edee2f1e-7029-467d-b39c-c0781942037a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:53.412093 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Pushing event updated for resources: {'Port': ['ID=feaea8ce-f04d-4f02-991e-4e77efc766e1,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:53.427241 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.427866 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.428353 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.429303 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.429962 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.430489 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.431028 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.431502 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.432085 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.432569 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.433286 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.433762 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Tracked resource versions report: Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: pushed versions: Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: { 'AddressGroup': {'1.2'}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'ConntrackHelper': {'1.0'}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Log': {'1.0'}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Network': {'1.1'}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Port': {'1.7'}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'PortForwarding': {'1.2'}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'QosPolicy': {'1.9'}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SecurityGroup': {'1.4'}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SecurityGroupRule': {'1.2'}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SubPort': {'1.0'}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Subnet': {'1.1'}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Trunk': {'1.1'}} Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: consumer versions: Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: { DHCP agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: HyperV agent@hv-cinder-79820: {}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: L3 agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: Metadata agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: Metering agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: Open vSwitch agent@dv-cinder-798208-2-iscsi: { 'AddressGroup': '1.2', Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'ConntrackHelper': '1.0', Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Log': '1.0', Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Network': '1.1', Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Port': '1.7', Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'PortForwarding': '1.2', Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'QosPolicy': '1.9', Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SecurityGroup': '1.4', Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SecurityGroupRule': '1.2', Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'SubPort': '1.0', Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Subnet': '1.1', Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: 'Trunk': '1.1'}} Sep 20 20:35:53.435741 dv-cinder-798208-2-iscsi neutron-server[94161]: {{(pid=94161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 20:35:53.440819 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-c2de0428-c09f-4810-8ab5-5d34768ac314 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3537090 Sep 20 20:35:53.442502 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network edee2f1e-7029-467d-b39c-c0781942037a details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:35:53.445824 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7871'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.447620 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7844'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.533729 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37308) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:53.541291 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] Request body: {'subnet': {'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1401322045-subnet', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:35:53.546650 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.574844 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.614796 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3ca8f3-00f0-4d10-804a-dbfc46991982,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:53.640183 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] Checking segment: {'id': '64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6dbc0810-f919-4cd6-90e8-94e828fe722e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:35:53.640525 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] Network hostable DHCP agents. Network: 6dbc0810-f919-4cd6-90e8-94e828fe722e, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:35:53.663450 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] Network 6dbc0810-f919-4cd6-90e8-94e828fe722e is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:35:53.674224 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Made reservation on behalf of 4e7716995c5f43f68a3fcee5e8e34a6e for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:35:53.677463 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.691048 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:35:53.692667 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:35:53.694222 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.696209 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 6dbc0810-f919-4cd6-90e8-94e828fe722e) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:35:53.707827 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:35:53.721944 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:35:53.722706 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.726040 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fa15c9-ec1b-4ce5-ac3a-2cddf36a7e21 None None] Network 6dbc0810-f919-4cd6-90e8-94e828fe722e requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:35:53.762906 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] Made reservation on behalf of e9967b1416a64ecb9b970c73a342ca2e for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:35:53.765382 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.783719 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5e807d64-1533-4b40-86cc-e9c4428193db admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6203289 Sep 20 20:35:53.932629 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Attempting to bind port feaea8ce-f04d-4f02-991e-4e77efc766e1 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:35:53.932981 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Attempting to bind port feaea8ce-f04d-4f02-991e-4e77efc766e1 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:35:53.933339 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Attempting to bind port feaea8ce-f04d-4f02-991e-4e77efc766e1 on network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:35:53.948998 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:35:53.949405 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Checking segment: {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:35:53.949754 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.950162 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Bound using segment: {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:35:53.950614 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Bound port: feaea8ce-f04d-4f02-991e-4e77efc766e1, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:35:53.951006 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:53.964587 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.162832 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] For port feaea8ce-f04d-4f02-991e-4e77efc766e1, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:35:54.169356 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.208992 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] For port feaea8ce-f04d-4f02-991e-4e77efc766e1, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=feaea8ce-f04d-4f02-991e-4e77efc766e1,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:35:54.214616 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.222231 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0a7f0c-1d50-460b-a292-fc1a1341ea01 None None] Network 6dbc0810-f919-4cd6-90e8-94e828fe722e requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:35:54.225613 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.292305 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:35:54.300660 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.326449 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817760ef-0bb3-42be-9988-b7dc7a35403a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:54.365954 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.366906 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Added segment 31a584d1-71bc-472d-9ab3-fdf4e9c6be6b of type vlan for network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 Sep 20 20:35:54.385924 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80bbb0-b5b7-491b-beb4-126012907182 None None] Pushing event updated for resources: {'Port': ['ID=feaea8ce-f04d-4f02-991e-4e77efc766e1,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:54.427560 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.459384 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.466571 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] Checking segment: {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:35:54.466926 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] Network hostable DHCP agents. Network: edee2f1e-7029-467d-b39c-c0781942037a, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:35:54.470838 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.483086 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=defa30c0-d28a-488d-9a06-e8a8f66dcec3,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:54.533747 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] Network edee2f1e-7029-467d-b39c-c0781942037a is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:35:54.542186 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.543160 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:35:54.543725 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.583266 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, edee2f1e-7029-467d-b39c-c0781942037a) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:35:54.606391 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e3520e-cf94-48c2-b51f-48228dd55043 None None] Network edee2f1e-7029-467d-b39c-c0781942037a requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:35:54.805798 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Allocated IP 172.27.2.73 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/dede334a-4578-42df-a929-0df26f715a59) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:35:54.862271 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:35:54.862793 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:54.871557 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3737741 Sep 20 20:35:54.900214 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37362) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:54.912741 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] Request body: {'subnet': {'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-499192092-subnet', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:35:54.920605 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efba5f-c71d-46b2-9d99-b249d491a1fc admin admin] Pushing event updated for resources: {'Network': ['ID=7f6cc1c2-8040-4ca3-acf5-d90aae140e29,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:54.936108 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:35:54.954648 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f24e18aa-7477-4c59-8dec-8c285a02f7bc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4168606 Sep 20 20:35:54.957852 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37376) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:54.983443 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:35:55.011476 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.022737 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37386) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:55.025416 dv-cinder-798208-2-iscsi neutron-server[94160]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 20:35:55.056011 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] Made reservation on behalf of 4e7716995c5f43f68a3fcee5e8e34a6e for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:35:55.058272 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.070251 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.134187 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81fd09d5-7c20-5b0a-b15b-6ad7e40d78d1-edee2f1e-7029-467d-b39c-c0781942037a', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3'}]}} from dv-cinder-798208-2-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 20:35:55.135283 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.159449 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:35:55.168779 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:35:55.172218 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:35:55.173412 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7871'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.174861 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7844'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.317978 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37400) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:55.336662 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Allocated IP 172.20.0.2 (edee2f1e-7029-467d-b39c-c0781942037a/defa30c0-d28a-488d-9a06-e8a8f66dcec3/9960a3ab-6ec6-4f35-b0ff-927544cb8221) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:35:55.354578 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.371439 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Pushing event updated for resources: {'Port': ['ID=dede334a-4578-42df-a929-0df26f715a59,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:55.606018 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb894f07-8152-4b5f-8a7c-ca8153acf23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.692410 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.717771 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-609b5400-7325-45fc-ba61-e88a73f56fe3 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:35:55.719369 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-609b5400-7325-45fc-ba61-e88a73f56fe3 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/networks?id=6dbc0810-f919-4cd6-90e8-94e828fe722e HTTP/1.1" status: 200 len: 812 time: 0.6952040 Sep 20 20:35:55.736226 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.746949 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.784992 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-1f4e8cd2-3aaf-474b-9060-242e113dc5e3 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/quotas/ebc5bf5c036944989223b055948c24a3 HTTP/1.1" status: 200 len: 375 time: 0.0582123 Sep 20 20:35:55.827856 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15565e2a-58b8-4a6e-8c10-0316adce329f None None] Network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:35:55.830203 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb894f07-8152-4b5f-8a7c-ca8153acf23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.830440 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.848401 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb894f07-8152-4b5f-8a7c-ca8153acf23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.862788 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Network edee2f1e-7029-467d-b39c-c0781942037a is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:35:55.874545 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device feaea8ce-f04d-4f02-991e-4e77efc766e1 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:35:55.890927 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb894f07-8152-4b5f-8a7c-ca8153acf23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aa14dd-6ca0-4f2b-9cd8-f117c5ebd02f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:55.925673 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-95f4a614-1992-42ba-8ca1-951ff96f5ca3 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebc5bf5c036944989223b055948c24a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995054 Sep 20 20:35:55.933137 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:35:55.940282 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-c773dc9f-db4d-469b-bb0d-4c7d2a3ba4fe None None] Provisioning complete for port feaea8ce-f04d-4f02-991e-4e77efc766e1 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:35:55.940620 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c773dc9f-db4d-469b-bb0d-4c7d2a3ba4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:55.951298 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:35:55.986244 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.022070 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-eb894f07-8152-4b5f-8a7c-ca8153acf23a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2ebdad8459b438ca5055bbeee43eaeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6973886 Sep 20 20:35:56.024344 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37424) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:56.051836 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529736'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.059275 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port feaea8ce-f04d-4f02-991e-4e77efc766e1 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:35:56.059646 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.087979 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Pushing event updated for resources: {'Port': ['ID=9960a3ab-6ec6-4f35-b0ff-927544cb8221,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:56.109907 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a785b9f0-8952-486a-a6fc-517f7dd3ed62,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:56.127158 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] Checking segment: {'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:35:56.127631 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] Network hostable DHCP agents. Network: 7f6cc1c2-8040-4ca3-acf5-d90aae140e29, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:35:56.133034 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Attempting to bind port 9960a3ab-6ec6-4f35-b0ff-927544cb8221 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:35:56.133412 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Attempting to bind port 9960a3ab-6ec6-4f35-b0ff-927544cb8221 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:35:56.133774 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Attempting to bind port 9960a3ab-6ec6-4f35-b0ff-927544cb8221 on network edee2f1e-7029-467d-b39c-c0781942037a {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:35:56.137825 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5f10-10c8-4e50-98a1-1bbc9085af7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.203655 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:35:56.204363 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Checking segment: {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:35:56.204954 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.205753 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Bound using segment: {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:35:56.206235 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Bound port: 9960a3ab-6ec6-4f35-b0ff-927544cb8221, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:35:56.206918 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.207246 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-cb7b7b27-4f6b-4fff-8866-ccb46203a363 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:35:56.208388 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-cb7b7b27-4f6b-4fff-8866-ccb46203a363 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1350534 Sep 20 20:35:56.231304 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] Network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:35:56.300075 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5f10-10c8-4e50-98a1-1bbc9085af7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.379703 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c773dc9f-db4d-469b-bb0d-4c7d2a3ba4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.414619 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Router 4605c7fa-969e-4458-a63e-69f6467ed760 is scheduled to L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 20:35:56.447799 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-d9fc4c78-8710-47e1-b88a-4a61cf575b7d service neutron] 10.222.0.44 "GET /v2.0/networks/6dbc0810-f919-4cd6-90e8-94e828fe722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137926 Sep 20 20:35:56.501721 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.528846 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 7f6cc1c2-8040-4ca3-acf5-d90aae140e29) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:35:56.537568 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] For port 9960a3ab-6ec6-4f35-b0ff-927544cb8221, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:35:56.542769 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-c773dc9f-db4d-469b-bb0d-4c7d2a3ba4fe None None] For port feaea8ce-f04d-4f02-991e-4e77efc766e1, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=feaea8ce-f04d-4f02-991e-4e77efc766e1,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:35:56.547236 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:35:56.547961 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.548845 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e753a2f2-726e-4cbe-a27e-d12df0e81a3d None None] Network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:35:56.566910 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c773dc9f-db4d-469b-bb0d-4c7d2a3ba4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.567718 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:35:56.571629 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-af74b27c-9f82-4ab7-bbe6-f76dd4af87bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6697657 Sep 20 20:35:56.582030 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] For port 9960a3ab-6ec6-4f35-b0ff-927544cb8221, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=9960a3ab-6ec6-4f35-b0ff-927544cb8221,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:35:56.584908 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Sync routers for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:35:56.585756 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37442) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:56.586757 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5f10-10c8-4e50-98a1-1bbc9085af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.592788 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5f10-10c8-4e50-98a1-1bbc9085af7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.594586 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-ac3c5f10-10c8-4e50-98a1-1bbc9085af7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2aa14dd-6ca0-4f2b-9cd8-f117c5ebd02f HTTP/1.1" status: 204 len: 168 time: 0.5691600 Sep 20 20:35:56.596993 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:35:56.597630 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:35:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:35:56.607549 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-499192092-router', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:35:56.626400 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c5f10-10c8-4e50-98a1-1bbc9085af7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aa14dd-6ca0-4f2b-9cd8-f117c5ebd02f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:56.631577 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.662822 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.664661 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.680258 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.681538 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-14cc2631-df46-4458-b942-991c62d311bc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0891547 Sep 20 20:35:56.685126 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37450) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:56.696960 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7871'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.697958 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7844'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.802517 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:56.822835 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Allocated IP 172.27.2.236 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/30a727c7-7da3-402a-a7f7-0ffbd554fc47) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:35:56.903969 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:35:56.918984 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-db8396e5-c9f2-41e0-b99c-580ee6998192 service neutron] 10.222.0.44 "GET /v2.0/networks/6dbc0810-f919-4cd6-90e8-94e828fe722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190822 Sep 20 20:35:57.102380 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:57.122558 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37470) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:57.153570 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.db.api [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 20:35:57.155358 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG oslo_db.api [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 20:35:57.156220 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773dc9f-db4d-469b-bb0d-4c7d2a3ba4fe None None] Pushing event updated for resources: {'Port': ['ID=feaea8ce-f04d-4f02-991e-4e77efc766e1,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:57.206535 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:57.288068 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:35:57.300443 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:35:57.314856 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:35:57.317892 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Pushing event updated for resources: {'Port': ['ID=30a727c7-7da3-402a-a7f7-0ffbd554fc47,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:57.323288 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:57.342378 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:35:55Z', 'revision_number': 3, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:35:57.363550 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6ccaf-0012-4015-a06b-45f915d114d0 None None] Pushing event updated for resources: {'Port': ['ID=9960a3ab-6ec6-4f35-b0ff-927544cb8221,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:57.423212 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Checking router: 4605c7fa-969e-4458-a63e-69f6467ed760 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:35:57.426504 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Updating router 4605c7fa-969e-4458-a63e-69f6467ed760 port dede334a-4578-42df-a929-0df26f715a59 binding host dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:35:57.438109 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37482) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:57.474185 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37484) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:57.477121 dv-cinder-798208-2-iscsi neutron-server[94159]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 20:35:57.480881 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-692c620c-ceb5-40da-bb78-7dd500cde66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:57.487793 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22668d6b-0d37-4d3c-8b1b-501a37fedb0e None None] Network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:35:57.501633 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:57.759986 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-396370c2-16c4-4e48-9bd6-0135b5762d60 req-f4071498-eae5-42cd-9f1f-80962a954a7b tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 210 time: 0.2838106 Sep 20 20:35:57.787070 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-09adeb9a-5b66-4c01-98fb-a1b5de567995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:57.924368 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-829bdc4c-38d3-408d-b5b0-2b819c289b0b None None] Provisioning complete for port feaea8ce-f04d-4f02-991e-4e77efc766e1 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:35:57.924746 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-829bdc4c-38d3-408d-b5b0-2b819c289b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:57.964143 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-692c620c-ceb5-40da-bb78-7dd500cde66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:57.995736 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.004852 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.017602 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-692c620c-ceb5-40da-bb78-7dd500cde66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.070647 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Pushing event updated for resources: {'Port': ['ID=dede334a-4578-42df-a929-0df26f715a59,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:58.081573 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.082413 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.086945 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.087656 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.088310 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.088800 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.089284 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.089918 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.090613 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.091093 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.091789 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.092286 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Tracked resource versions report: Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: pushed versions: Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: { 'AddressGroup': {'1.2'}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'ConntrackHelper': {'1.0'}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Log': {'1.0'}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Network': {'1.1'}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Port': {'1.7'}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'PortForwarding': {'1.2'}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'QosPolicy': {'1.9'}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SecurityGroup': {'1.4'}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SecurityGroupRule': {'1.2'}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SubPort': {'1.0'}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Subnet': {'1.1'}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Trunk': {'1.1'}} Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: consumer versions: Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: { DHCP agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: HyperV agent@hv-cinder-79820: {}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: L3 agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: Metadata agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: Metering agent@dv-cinder-798208-2-iscsi: {}, Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: Open vSwitch agent@dv-cinder-798208-2-iscsi: { 'AddressGroup': '1.2', Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'ConntrackHelper': '1.0', Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Log': '1.0', Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Network': '1.1', Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Port': '1.7', Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'PortForwarding': '1.2', Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'QosPolicy': '1.9', Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SecurityGroup': '1.4', Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SecurityGroupRule': '1.2', Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'SubPort': '1.0', Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Subnet': '1.1', Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: 'Trunk': '1.1'}} Sep 20 20:35:58.097299 dv-cinder-798208-2-iscsi neutron-server[94162]: {{(pid=94162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 20:35:58.102084 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Attempting to bind port dede334a-4578-42df-a929-0df26f715a59 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:35:58.102612 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Attempting to bind port dede334a-4578-42df-a929-0df26f715a59 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:35:58.103151 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Attempting to bind port dede334a-4578-42df-a929-0df26f715a59 on network cbef75a3-08eb-4f42-a4dd-36fb4337e14f {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:35:58.110223 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:35:58.111091 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Checking segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:35:58.111769 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.112324 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Bound using segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:35:58.112946 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Bound port: dede334a-4578-42df-a929-0df26f715a59, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:35:58.113518 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.214905 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device feaea8ce-f04d-4f02-991e-4e77efc766e1 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:35:58.215977 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-692c620c-ceb5-40da-bb78-7dd500cde66d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7747c460dfa1432e8e081ccf38cf8687&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7674291 Sep 20 20:35:58.220342 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37512) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:58.269665 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] For port dede334a-4578-42df-a929-0df26f715a59, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:35:58.279505 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] For port dede334a-4578-42df-a929-0df26f715a59, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=dede334a-4578-42df-a929-0df26f715a59,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:35:58.290465 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.308581 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c620c-ceb5-40da-bb78-7dd500cde66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282f30d9-52f0-4486-92fc-2aa23d7a4166,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:58.371454 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.375333 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc152da8-d5e8-4f54-b3a5-a9f1877a0334 None None] Pushing event updated for resources: {'Port': ['ID=dede334a-4578-42df-a929-0df26f715a59,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:58.408765 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port feaea8ce-f04d-4f02-991e-4e77efc766e1 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:35:58.409329 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.419198 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:35:58.419829 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:35:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:35:58.577807 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9960a3ab-6ec6-4f35-b0ff-927544cb8221 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:35:58.584626 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:35:58.595245 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dab636ed-4775-48b5-b809-72ee747fbef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.645487 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.655011 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-09adeb9a-5b66-4c01-98fb-a1b5de567995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.660687 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 9960a3ab-6ec6-4f35-b0ff-927544cb8221 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:35:58.661296 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.685930 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-09adeb9a-5b66-4c01-98fb-a1b5de567995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.707872 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.733311 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dab636ed-4775-48b5-b809-72ee747fbef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.783744 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1d5f8-f261-47d3-8d84-af6567a28bf0 None None] Network edee2f1e-7029-467d-b39c-c0781942037a requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:35:58.806978 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.814954 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-09adeb9a-5b66-4c01-98fb-a1b5de567995 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b8a7210a2264acf8b783cb42416183e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6899412 Sep 20 20:35:58.817679 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37532) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:58.843230 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adeb9a-5b66-4c01-98fb-a1b5de567995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13642a9-9ae0-4e84-9a1a-09735d147cf5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:58.851824 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port 9960a3ab-6ec6-4f35-b0ff-927544cb8221, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=9960a3ab-6ec6-4f35-b0ff-927544cb8221,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:35:58.878871 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.911720 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:35:55Z', 'revision_number': 3, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:35:58.942680 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-895f9285-a983-4511-b315-fa0f5e7fdef5 req-28fc2c93-1098-4335-8aab-58c684a771a5 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 210 time: 0.0619826 Sep 20 20:35:58.955059 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-87c81541-7ab9-47fb-9932-ef64e715c130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.955456 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:58.979317 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189eb5d-abb5-4761-bc5e-969a5b326ab5 None None] The sync data for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi is: [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:35:55Z', 'revision_number': 3, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:35:59.016187 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-eb38799f-b245-467d-a6a0-91b846f223e6 None None] Provisioning complete for port 9960a3ab-6ec6-4f35-b0ff-927544cb8221 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:35:59.017297 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-eb38799f-b245-467d-a6a0-91b846f223e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:59.046252 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-87c81541-7ab9-47fb-9932-ef64e715c130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:59.054647 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=9960a3ab-6ec6-4f35-b0ff-927544cb8221,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:59.055905 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dab636ed-4775-48b5-b809-72ee747fbef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:59.060664 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dab636ed-4775-48b5-b809-72ee747fbef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:59.062040 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-dab636ed-4775-48b5-b809-72ee747fbef0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/282f30d9-52f0-4486-92fc-2aa23d7a4166 HTTP/1.1" status: 204 len: 168 time: 0.8346145 Sep 20 20:35:59.121583 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529736'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:59.213130 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab636ed-4775-48b5-b809-72ee747fbef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282f30d9-52f0-4486-92fc-2aa23d7a4166,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:59.240807 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Allocated IP 172.27.2.155 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/e89b7295-aa26-4d69-95a8-a1743196917b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:35:59.260409 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-87c81541-7ab9-47fb-9932-ef64e715c130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:59.265176 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-87c81541-7ab9-47fb-9932-ef64e715c130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:59.268819 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-87c81541-7ab9-47fb-9932-ef64e715c130 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e13642a9-9ae0-4e84-9a1a-09735d147cf5 HTTP/1.1" status: 204 len: 168 time: 0.4419816 Sep 20 20:35:59.332515 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c81541-7ab9-47fb-9932-ef64e715c130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13642a9-9ae0-4e84-9a1a-09735d147cf5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:35:59.440679 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Router cadfcf73-95fe-4b9f-8606-11f47a049402 is scheduled to L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 20:35:59.552588 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Allocated IP 172.20.0.1 (d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125/32cf5937-8d7a-4525-ab0d-8b8be24ef59e/7ce5239c-72e6-4ae2-89aa-1d551d9fce7a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:35:59.581114 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:59.649779 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:35:59.673589 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Sync routers for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:35:59.691546 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:59.692817 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6e97676f-2a3d-4376-ae1a-5e9378cd11d4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7285459 Sep 20 20:35:59.698415 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37554) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:35:59.707045 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:35:59.707878 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:35:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:35:59.767333 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:59.941544 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:35:59.957973 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:35:59.977170 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:35:59.995459 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:36:00.068855 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Pushing event updated for resources: {'Port': ['ID=e89b7295-aa26-4d69-95a8-a1743196917b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:00.112346 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-d743da88-4db5-48d6-bb2f-67df05f244f7 None None] Provisioning complete for port 9960a3ab-6ec6-4f35-b0ff-927544cb8221 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:00.113270 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d743da88-4db5-48d6-bb2f-67df05f244f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:00.198743 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:00.213073 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9960a3ab-6ec6-4f35-b0ff-927544cb8221 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:00.655376 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 9960a3ab-6ec6-4f35-b0ff-927544cb8221 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:00.655749 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:00.682306 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:00.843634 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:35:58Z', 'revision_number': 3, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:00.847572 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6806335e-1a29-47e8-9d7b-e2883ee5169e req-6c0ed7a6-858f-4b89-acf5-241b12b69c21 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 210 time: 0.0595608 Sep 20 20:36:00.866145 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:00.931442 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Checking router: cadfcf73-95fe-4b9f-8606-11f47a049402 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:36:00.931899 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Updating router cadfcf73-95fe-4b9f-8606-11f47a049402 port 30a727c7-7da3-402a-a7f7-0ffbd554fc47 binding host dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:36:00.961513 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.020423 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device dede334a-4578-42df-a929-0df26f715a59 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:01.026469 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37614) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:01.040889 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:01.050669 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:01.055087 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:36:01.055755 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529823'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.059604 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce5239c-72e6-4ae2-89aa-1d551d9fce7a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:01.062194 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.098603 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.45', 51431) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:01.369256 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port dede334a-4578-42df-a929-0df26f715a59 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:01.369915 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.463867 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-544956204-network', 'tenant_id': '649c7f18540844adbd3ca2cba61ca990'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:01.581711 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-e9d9531d-9d42-4757-8544-ff9fc393f4e4 None None] Provisioning complete for port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:01.582104 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e9d9531d-9d42-4757-8544-ff9fc393f4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.620940 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Allocated IP 172.20.0.1 (edee2f1e-7029-467d-b39c-c0781942037a/defa30c0-d28a-488d-9a06-e8a8f66dcec3/f3b357ca-93c8-43f3-ab92-610c43a68605) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:36:01.621850 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9531d-9d42-4757-8544-ff9fc393f4e4 None None] Port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:36:01.723527 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.744489 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port dede334a-4578-42df-a929-0df26f715a59, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=dede334a-4578-42df-a929-0df26f715a59,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:01.752906 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.795330 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529736'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.802429 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.818268 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.832671 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.877259 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=dede334a-4578-42df-a929-0df26f715a59,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:01.879875 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Attempting to bind port 30a727c7-7da3-402a-a7f7-0ffbd554fc47 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:36:01.880271 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Attempting to bind port 30a727c7-7da3-402a-a7f7-0ffbd554fc47 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:36:01.880591 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Attempting to bind port 30a727c7-7da3-402a-a7f7-0ffbd554fc47 on network cbef75a3-08eb-4f42-a4dd-36fb4337e14f {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:01.911566 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Made reservation on behalf of 649c7f18540844adbd3ca2cba61ca990 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:36:01.914415 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.929321 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080de40f-29ca-46c2-9f30-a21087ea263d None None] Pushing event updated for resources: {'Port': ['ID=30a727c7-7da3-402a-a7f7-0ffbd554fc47,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:01.929943 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.937274 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:36:01.937660 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Checking segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:01.938057 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:01.938990 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Bound using segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:36:01.939470 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Bound port: 30a727c7-7da3-402a-a7f7-0ffbd554fc47, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:36:01.940863 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.029051 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] For port 30a727c7-7da3-402a-a7f7-0ffbd554fc47, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:36:02.036583 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.044597 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] For port 30a727c7-7da3-402a-a7f7-0ffbd554fc47, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=30a727c7-7da3-402a-a7f7-0ffbd554fc47,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:36:02.081821 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.193807 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.199747 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.214171 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:02.215011 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.215645 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b26c3406-d194-4594-8415-9f9e8f4325a6 req-ed501049-1e2c-47b3-ac96-e80697fd9c30 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 210 time: 0.0392938 Sep 20 20:36:02.227517 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:35:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:02.240425 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080de40f-29ca-46c2-9f30-a21087ea263d None None] Pushing event updated for resources: {'Port': ['ID=30a727c7-7da3-402a-a7f7-0ffbd554fc47,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:02.352279 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:36:02.356433 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Network edee2f1e-7029-467d-b39c-c0781942037a is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:02.371855 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-c9eb0384-d166-4e8e-ac26-4fbe520caa7c tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:02.374686 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-c9eb0384-d166-4e8e-ac26-4fbe520caa7c tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.45 "GET /v2.0/networks?id=6dbc0810-f919-4cd6-90e8-94e828fe722e HTTP/1.1" status: 200 len: 812 time: 1.2727637 Sep 20 20:36:02.376145 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ba4436-0bbc-4058-b965-87d70f1379a5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:02.389081 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:02.398455 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Router 1176023d-4e52-4f49-ab76-6cac4629f919 is scheduled to L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 20:36:02.399383 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:36:02.400328 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529823'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.445977 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.446733 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Added segment d98be01e-2166-4fdb-9d2e-3fc79ce47f37 of type vlan for network 343e06a5-938a-4c39-9837-470f7fea4f9b Sep 20 20:36:02.461374 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Request body: {'port': {'device_id': '87d63633-2519-4455-b193-aab033419632', 'network_id': '6dbc0810-f919-4cd6-90e8-94e828fe722e', 'admin_state_up': True, 'tenant_id': 'ebc5bf5c036944989223b055948c24a3'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:02.527321 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Pushing event updated for resources: {'Port': ['ID=f3b357ca-93c8-43f3-ab92-610c43a68605,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:02.537956 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:02.628695 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.652227 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.653322 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529935'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.769815 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.935610 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-9d02be40-f036-459d-8a68-2ffb40964737 None None] Provisioning complete for port f3b357ca-93c8-43f3-ab92-610c43a68605 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:02.937201 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:36:02.942023 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce5239c-72e6-4ae2-89aa-1d551d9fce7a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:02.942747 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-9d02be40-f036-459d-8a68-2ffb40964737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.950913 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.963622 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Sync routers for ids ['1176023d-4e52-4f49-ab76-6cac4629f919'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:36:02.976530 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:02.977274 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:02.982790 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Routers {'1176023d-4e52-4f49-ab76-6cac4629f919'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:02.983408 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:35:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['1176023d-4e52-4f49-ab76-6cac4629f919'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:03.115873 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-9d02be40-f036-459d-8a68-2ffb40964737 None None] Port f3b357ca-93c8-43f3-ab92-610c43a68605 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:36:03.158735 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:35:58Z', 'revision_number': 3, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:03.201612 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] Pushing event updated for resources: {'Network': ['ID=343e06a5-938a-4c39-9837-470f7fea4f9b,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:03.215409 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:03.220074 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:03.401911 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362919d8-1b48-4fe3-a6e4-3568006b72bb None None] The sync data for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi is: [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:35:58Z', 'revision_number': 3, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:36:03.401911 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 343e06a5-938a-4c39-9837-470f7fea4f9b details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:36:03.569378 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Made reservation on behalf of ebc5bf5c036944989223b055948c24a3 for: {'port': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:36:03.592587 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:03.639716 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:36:03.651273 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8871f05c-57d9-436b-92c0-91f95b6b5d1c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6205294 Sep 20 20:36:03.656126 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37732) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:03.680535 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] Request body: {'subnet': {'network_id': '343e06a5-938a-4c39-9837-470f7fea4f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-544956204-subnet', 'tenant_id': '649c7f18540844adbd3ca2cba61ca990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:03.685776 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Set router 1176023d-4e52-4f49-ab76-6cac4629f919 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:03.699862 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:03.701110 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0bd8affa-4214-4849-86db-af261270e9ca admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1051378 Sep 20 20:36:03.719958 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37736) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:03.869945 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-fd1d4b8f-49fe-4eaf-bff0-259f8e6b7b22 None None] Provisioning complete for port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:03.871080 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fd1d4b8f-49fe-4eaf-bff0-259f8e6b7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:03.899386 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:04.109477 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d4b8f-49fe-4eaf-bff0-259f8e6b7b22 None None] Port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:36:04.119470 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device dede334a-4578-42df-a929-0df26f715a59 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:04.138883 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b5fd18cf-e1fd-41e2-9783-89e55aa9f9f2 req-4da584d9-e0d8-4a41-a0af-67da8548b6ac tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 210 time: 0.4305711 Sep 20 20:36:04.316051 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port dede334a-4578-42df-a929-0df26f715a59 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:04.316051 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:04.350757 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'name': 'tempest-ServerRescueNegativeTestJSON-499192092-router', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:00Z', 'revision_number': 3, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'gw_port': {'id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:58Z', 'updated_at': '2021-09-20T20:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:04.384642 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37746) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:04.417380 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] Made reservation on behalf of 649c7f18540844adbd3ca2cba61ca990 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:36:04.429227 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:04.454920 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Router 4605c7fa-969e-4458-a63e-69f6467ed760 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:36:04.478918 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Checking router: 1176023d-4e52-4f49-ab76-6cac4629f919 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:36:04.479341 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Updating router 1176023d-4e52-4f49-ab76-6cac4629f919 port e89b7295-aa26-4d69-95a8-a1743196917b binding host dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:36:04.579926 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:04.764502 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b018bee6-b384-42a0-8f5a-4465c7ee9883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:04.925766 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Allocated IP 172.20.0.13 (6dbc0810-f919-4cd6-90e8-94e828fe722e/5b3ca8f3-00f0-4d10-804a-dbfc46991982/8a016050-cd52-4997-8957-9c48f9b7334b) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:36:05.044945 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:05.084735 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:05.085541 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529935'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:05.092561 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:05.103085 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:05.144763 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:36:05.158448 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Sync routers for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:36:05.179929 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:05.181180 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:35:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:05.186763 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-fae5fefa-2713-4083-a8b5-287874f2d158 admin admin] 10.222.0.44 "PUT /v2.0/routers/4605c7fa-969e-4458-a63e-69f6467ed760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5004027 Sep 20 20:36:05.383470 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:05.418902 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Attempting to bind port e89b7295-aa26-4d69-95a8-a1743196917b on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:36:05.419522 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Attempting to bind port e89b7295-aa26-4d69-95a8-a1743196917b by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:36:05.419657 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Attempting to bind port e89b7295-aa26-4d69-95a8-a1743196917b on network cbef75a3-08eb-4f42-a4dd-36fb4337e14f {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:05.460183 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:36:05.460656 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Checking segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:05.461078 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:05.461489 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Bound using segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:36:05.461987 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Bound port: e89b7295-aa26-4d69-95a8-a1743196917b, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:36:05.464627 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:05.477053 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:05.480949 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4c2b6-0241-4ed6-bcce-dc306996dc96 None None] Pushing event updated for resources: {'Port': ['ID=e89b7295-aa26-4d69-95a8-a1743196917b,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:05.511950 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7562b861-dc8e-4954-87e6-9d5e40398ebc req-64b1f2c8-c882-4d9e-af71-ecf4910b6019 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 210 time: 0.1713672 Sep 20 20:36:05.668364 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] For port e89b7295-aa26-4d69-95a8-a1743196917b, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:36:05.676697 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] For port e89b7295-aa26-4d69-95a8-a1743196917b, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e89b7295-aa26-4d69-95a8-a1743196917b,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:36:05.680513 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9424db9e-3744-4978-bdc3-9bbde1c4daef,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:05.685788 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:05.692473 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Network edee2f1e-7029-467d-b39c-c0781942037a is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:05.702373 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] Checking segment: {'id': 'd98be01e-2166-4fdb-9d2e-3fc79ce47f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '343e06a5-938a-4c39-9837-470f7fea4f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:05.702873 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] Network hostable DHCP agents. Network: 343e06a5-938a-4c39-9837-470f7fea4f9b, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:36:05.752690 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:05.818933 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] Network 343e06a5-938a-4c39-9837-470f7fea4f9b is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:36:05.819222 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Routers {'1176023d-4e52-4f49-ab76-6cac4629f919'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:05.819222 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:35:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['1176023d-4e52-4f49-ab76-6cac4629f919'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:05.852587 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:05.908655 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 343e06a5-938a-4c39-9837-470f7fea4f9b) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:05.921204 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:05.923075 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:06.037212 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9578b2c-f6f8-4042-90d2-7bfb51b6a6b4 None None] Network 343e06a5-938a-4c39-9837-470f7fea4f9b requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:36:06.159106 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Pushing event updated for resources: {'Port': ['ID=f3b357ca-93c8-43f3-ab92-610c43a68605,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:06.191381 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 30a727c7-7da3-402a-a7f7-0ffbd554fc47 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:06.325007 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4c2b6-0241-4ed6-bcce-dc306996dc96 None None] Pushing event updated for resources: {'Port': ['ID=e89b7295-aa26-4d69-95a8-a1743196917b,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:06.408256 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] Set router 1176023d-4e52-4f49-ab76-6cac4629f919 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:06.461183 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b018bee6-b384-42a0-8f5a-4465c7ee9883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:06.483528 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b018bee6-b384-42a0-8f5a-4465c7ee9883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:06.488571 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-07860f81-611b-4ea3-99de-8ae9eee64a88 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8255682 Sep 20 20:36:06.503805 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Allocated IP 172.20.0.1 (7f6cc1c2-8040-4ca3-acf5-d90aae140e29/a785b9f0-8952-486a-a6fc-517f7dd3ed62/6a4825a7-0639-40e4-80b4-a6bfba6309af) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:36:06.540581 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 30a727c7-7da3-402a-a7f7-0ffbd554fc47 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:06.541070 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:06.650196 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:02Z', 'revision_number': 2, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:06.690672 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018bee6-b384-42a0-8f5a-4465c7ee9883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d09853f-20c0-4723-9b22-c7f6671f91f2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:06.703130 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-325e2da0-bd1e-4e41-b04f-b737e2b7b6c0 None None] Provisioning complete for port f3b357ca-93c8-43f3-ab92-610c43a68605 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:06.703477 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-325e2da0-bd1e-4e41-b04f-b737e2b7b6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:06.722535 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37788) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:06.725522 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:06.736668 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-62963cd8-a002-46e4-81f2-11afc4ccb485 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418496846', 'description': 'tempest-description--643694949'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:06.808585 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Checking router: 4605c7fa-969e-4458-a63e-69f6467ed760 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:36:06.808884 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Updating router 4605c7fa-969e-4458-a63e-69f6467ed760 port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a binding host dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:36:06.815461 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Router cadfcf73-95fe-4b9f-8606-11f47a049402 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:36:06.842145 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b018bee6-b384-42a0-8f5a-4465c7ee9883 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=242b8b0bbf924507812ac58e20254726&name=default HTTP/1.1" status: 200 len: 2977 time: 2.4475610 Sep 20 20:36:06.843916 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37792) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:06.844350 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37794) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:06.847661 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-325e2da0-bd1e-4e41-b04f-b737e2b7b6c0 None None] Port f3b357ca-93c8-43f3-ab92-610c43a68605 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:36:06.879288 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-74cf6ba5-4301-4b7a-b3e5-d0df76571aa1 req-e1e17c7c-5082-42e4-b626-85f3ed66cd77 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 210 time: 0.1166532 Sep 20 20:36:06.904828 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:06.929182 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62963cd8-a002-46e4-81f2-11afc4ccb485 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:06.969067 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'name': 'tempest-ServerRescueNegativeTestJSON-499192092-router', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:00Z', 'revision_number': 3, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'gw_port': {'id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:58Z', 'updated_at': '2021-09-20T20:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:06.993846 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.000844 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.038357 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c03111-bf69-4402-a05e-5f37e28885b2 None None] The sync data for ids ['1176023d-4e52-4f49-ab76-6cac4629f919'] in dv-cinder-798208-2-iscsi is: [{'id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'name': 'tempest-ServerRescueNegativeTestJSON-499192092-router', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:00Z', 'revision_number': 3, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'gw_port': {'id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:58Z', 'updated_at': '2021-09-20T20:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:36:07.069966 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.074989 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:07.085863 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:36:07.087702 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:07.097703 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Sync routers for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:36:07.108209 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:36:07.108463 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-aae6d5bb-e4f0-456d-a993-31806e1299ad admin admin] 10.222.0.44 "PUT /v2.0/routers/cadfcf73-95fe-4b9f-8606-11f47a049402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4009202 Sep 20 20:36:07.108571 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529823'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.130849 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.145524 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:07.146621 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:35:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:07.154024 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4775fe92-9cb4-402b-9434-707f54225a84 None None] Network 343e06a5-938a-4c39-9837-470f7fea4f9b requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:36:07.155548 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Network 6dbc0810-f919-4cd6-90e8-94e828fe722e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:07.180955 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:07.191156 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:36:07.197233 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:07.197880 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.246257 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Pushing event updated for resources: {'Port': ['ID=6a4825a7-0639-40e4-80b4-a6bfba6309af,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:07.274695 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a5e50aa7-5e54-4292-9b80-fa43f9d60354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.328822 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a5e50aa7-5e54-4292-9b80-fa43f9d60354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.368344 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62963cd8-a002-46e4-81f2-11afc4ccb485 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.376486 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62963cd8-a002-46e4-81f2-11afc4ccb485 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.438860 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:07.445483 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9965005 Sep 20 20:36:07.535192 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.554164 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62963cd8-a002-46e4-81f2-11afc4ccb485 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.562690 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-dfa3eee4-f56d-4bb7-a198-649f860f979f tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:36:07.563838 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-62963cd8-a002-46e4-81f2-11afc4ccb485 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8361490 Sep 20 20:36:07.566478 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-dfa3eee4-f56d-4bb7-a198-649f860f979f tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0634315 Sep 20 20:36:07.571447 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37812) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:07.599568 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-40b41b3b-d040-42b4-b24b-a6510fb90d2b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'security_group_rule': {'security_group_id': 'd527c780-790a-4d61-9d6d-a3e0b9144bcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:07.647673 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aeb27006-40ca-431e-9588-8f17fb4d3ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.655136 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62963cd8-a002-46e4-81f2-11afc4ccb485 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d527c780-790a-4d61-9d6d-a3e0b9144bcd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:07.731629 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.733985 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ceed3b-a87e-49cc-b9f1-b418463a0136 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Pushing event updated for resources: {'Port': ['ID=8a016050-cd52-4997-8957-9c48f9b7334b,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:07.737124 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b41b3b-d040-42b4-b24b-a6510fb90d2b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.864031 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port 30a727c7-7da3-402a-a7f7-0ffbd554fc47, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=30a727c7-7da3-402a-a7f7-0ffbd554fc47,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:07.880362 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b41b3b-d040-42b4-b24b-a6510fb90d2b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.889342 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b41b3b-d040-42b4-b24b-a6510fb90d2b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.902863 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.908879 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a5e50aa7-5e54-4292-9b80-fa43f9d60354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.917458 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a5e50aa7-5e54-4292-9b80-fa43f9d60354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:07.932008 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a5e50aa7-5e54-4292-9b80-fa43f9d60354 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d09853f-20c0-4723-9b22-c7f6671f91f2 HTTP/1.1" status: 204 len: 168 time: 1.0722284 Sep 20 20:36:08.009115 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b41b3b-d040-42b4-b24b-a6510fb90d2b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7caf8806-aac2-41e2-910f-3b3d21755396,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:08.043095 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e50aa7-5e54-4292-9b80-fa43f9d60354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d09853f-20c0-4723-9b22-c7f6671f91f2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:08.186479 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aeb27006-40ca-431e-9588-8f17fb4d3ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:08.194173 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aeb27006-40ca-431e-9588-8f17fb4d3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:08.239186 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b41b3b-d040-42b4-b24b-a6510fb90d2b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:08.267073 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-40b41b3b-d040-42b4-b24b-a6510fb90d2b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6820152 Sep 20 20:36:08.271497 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37832) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:08.278190 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e89b7295-aa26-4d69-95a8-a1743196917b up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:08.282315 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb27006-40ca-431e-9588-8f17fb4d3ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2356a7e4-3b12-4873-8d1f-4f50d54a6d2f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:08.332579 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-aeb27006-40ca-431e-9588-8f17fb4d3ac5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7549ea9beb64db99b6f8dbbe98dd546&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4752328 Sep 20 20:36:08.334022 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:04Z', 'revision_number': 2, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:08.335474 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37834) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:08.345212 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Request body: {'port': {'device_id': '87d63633-2519-4455-b193-aab033419632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:08.355601 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d390fe9f-657d-4a53-9e5c-7e104d1f3e7c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'security_group_rule': {'security_group_id': 'd527c780-790a-4d61-9d6d-a3e0b9144bcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:08.413085 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=30a727c7-7da3-402a-a7f7-0ffbd554fc47,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:08.464001 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Checking router: cadfcf73-95fe-4b9f-8606-11f47a049402 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:36:08.464345 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Updating router cadfcf73-95fe-4b9f-8606-11f47a049402 port f3b357ca-93c8-43f3-ab92-610c43a68605 binding host dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:36:08.529901 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de909907-e949-4ac3-a109-25ac77f29395 req-bb4b8caf-269a-41f7-8770-2b6aa178dd9e tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:08.537985 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de909907-e949-4ac3-a109-25ac77f29395 req-bb4b8caf-269a-41f7-8770-2b6aa178dd9e tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 932 time: 0.5016668 Sep 20 20:36:08.570287 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:08.585878 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d390fe9f-657d-4a53-9e5c-7e104d1f3e7c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:08.613022 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:08.679263 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d390fe9f-657d-4a53-9e5c-7e104d1f3e7c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:08.706994 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d390fe9f-657d-4a53-9e5c-7e104d1f3e7c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:08.780615 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390fe9f-657d-4a53-9e5c-7e104d1f3e7c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b39ae7d-aad8-4d0b-90b7-b1c6e2781aa0,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:08.793071 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d390fe9f-657d-4a53-9e5c-7e104d1f3e7c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:08.794552 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d390fe9f-657d-4a53-9e5c-7e104d1f3e7c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5024998 Sep 20 20:36:08.805572 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37838) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:08.808585 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port e89b7295-aa26-4d69-95a8-a1743196917b triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:08.809496 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:08.853052 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14c2dc2b-c321-4495-83af-34995e8c398b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:08.872545 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'floatingip': {'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:08.918284 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de909907-e949-4ac3-a109-25ac77f29395 req-2186ba9b-10e4-4868-ac30-9d8e901747e6 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769743 Sep 20 20:36:09.007447 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 37840) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:09.046514 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.054353 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1275745336-network', 'tenant_id': 'fe6d6391e2564e239b2d0041a0a60a6c'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:09.056305 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.058076 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529935'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.059969 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.128047 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Pushing event updated for resources: {'Port': ['ID=6a4825a7-0639-40e4-80b4-a6bfba6309af,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:09.149777 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.305209 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.449630 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:09.451998 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:09.569590 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3cdc-095b-4d64-bc45-9662ce57b8c4 None None] Pushing event updated for resources: {'Port': ['ID=7ce5239c-72e6-4ae2-89aa-1d551d9fce7a,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:09.588772 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port e89b7295-aa26-4d69-95a8-a1743196917b, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e89b7295-aa26-4d69-95a8-a1743196917b,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:09.611774 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37860) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:09.624542 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.624809 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-170b1a86-7241-4f1d-b891-2cafc2583978 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964374907', 'description': 'tempest-description--1319287836'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:09.629426 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Attempting to bind port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:36:09.629965 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Attempting to bind port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:36:09.630551 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Attempting to bind port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a on network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:09.702197 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:36:09.704254 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Checking segment: {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:09.706585 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.707945 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Bound using segment: {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:36:09.709511 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Bound port: 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:36:09.710376 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.804499 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.815927 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.859801 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:09.860468 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=e89b7295-aa26-4d69-95a8-a1743196917b,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:09.905961 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-ea3dcc5f-1f4e-4c07-ab0c-2f276ba66a30 None None] Provisioning complete for port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:09.909982 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ea3dcc5f-1f4e-4c07-ab0c-2f276ba66a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.035121 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3d471-6167-44da-9b9e-33d9efbf97c3 None None] Pushing event updated for resources: {'Port': ['ID=f3b357ca-93c8-43f3-ab92-610c43a68605,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:10.158164 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a016050-cd52-4997-8957-9c48f9b7334b {{(pid=94160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:36:10.162720 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Attempting to bind port f3b357ca-93c8-43f3-ab92-610c43a68605 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:36:10.163411 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Attempting to bind port f3b357ca-93c8-43f3-ab92-610c43a68605 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:36:10.164002 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Attempting to bind port f3b357ca-93c8-43f3-ab92-610c43a68605 on network edee2f1e-7029-467d-b39c-c0781942037a {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:10.170439 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:36:10.171195 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Checking segment: {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:10.171918 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.173163 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Bound using segment: {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:36:10.173884 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Bound port: f3b357ca-93c8-43f3-ab92-610c43a68605, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:36:10.174783 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.179329 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.235237 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Transition to ACTIVE for port object 8a016050-cd52-4997-8957-9c48f9b7334b will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:36:10.246059 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14c2dc2b-c321-4495-83af-34995e8c398b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.271143 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.318624 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] For port f3b357ca-93c8-43f3-ab92-610c43a68605, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:36:10.330524 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] For port f3b357ca-93c8-43f3-ab92-610c43a68605, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=f3b357ca-93c8-43f3-ab92-610c43a68605,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:36:10.337672 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-170b1a86-7241-4f1d-b891-2cafc2583978 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.339327 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 30a727c7-7da3-402a-a7f7-0ffbd554fc47 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:10.339657 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.380426 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Router 1176023d-4e52-4f49-ab76-6cac4629f919 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:36:10.389478 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] For port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:36:10.410317 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Pushing event updated for resources: {'Port': ['ID=8a016050-cd52-4997-8957-9c48f9b7334b,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:10.427747 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f2d8c-10d0-4cce-847a-1683169114c9 req-e46bd588-cd1f-41b4-85b5-8a6628819254 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:10.431806 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d3f2d8c-10d0-4cce-847a-1683169114c9 req-e46bd588-cd1f-41b4-85b5-8a6628819254 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 944 time: 0.2520995 Sep 20 20:36:10.443062 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] For port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=7ce5239c-72e6-4ae2-89aa-1d551d9fce7a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:36:10.454082 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-ea3dcc5f-1f4e-4c07-ab0c-2f276ba66a30 None None] Port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:36:10.467114 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.518578 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:10.520668 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:35:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:10.579413 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:10.580392 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:35:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:10.620110 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3d471-6167-44da-9b9e-33d9efbf97c3 None None] Pushing event updated for resources: {'Port': ['ID=f3b357ca-93c8-43f3-ab92-610c43a68605,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:10.689172 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d3f2d8c-10d0-4cce-847a-1683169114c9 req-bda7a6aa-d197-46f0-bdc7-60f268026c01 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426043 Sep 20 20:36:10.720100 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Made reservation on behalf of fe6d6391e2564e239b2d0041a0a60a6c for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:36:10.727419 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.784994 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 30a727c7-7da3-402a-a7f7-0ffbd554fc47 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:10.785486 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.804233 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3cdc-095b-4d64-bc45-9662ce57b8c4 None None] Pushing event updated for resources: {'Port': ['ID=7ce5239c-72e6-4ae2-89aa-1d551d9fce7a,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:10.836623 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:10.838979 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14c2dc2b-c321-4495-83af-34995e8c398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.842407 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14c2dc2b-c321-4495-83af-34995e8c398b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.843796 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-14c2dc2b-c321-4495-83af-34995e8c398b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2356a7e4-3b12-4873-8d1f-4f50d54a6d2f HTTP/1.1" status: 204 len: 168 time: 2.4946561 Sep 20 20:36:10.879746 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:10.940296 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2dc2b-c321-4495-83af-34995e8c398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2356a7e4-3b12-4873-8d1f-4f50d54a6d2f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:10.975502 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:36:10.982272 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-ecf7f229-6e9a-4aef-8cc7-075417822b6a admin admin] 10.222.0.44 "PUT /v2.0/routers/1176023d-4e52-4f49-ab76-6cac4629f919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2613378 Sep 20 20:36:11.052387 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Attempting to bind port 8a016050-cd52-4997-8957-9c48f9b7334b on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:36:11.057125 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Attempting to bind port 8a016050-cd52-4997-8957-9c48f9b7334b by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6dbc0810-f919-4cd6-90e8-94e828fe722e'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:36:11.057668 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Attempting to bind port 8a016050-cd52-4997-8957-9c48f9b7334b on network 6dbc0810-f919-4cd6-90e8-94e828fe722e {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:11.072755 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-170b1a86-7241-4f1d-b891-2cafc2583978 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.085317 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Sync routers for ids ['1176023d-4e52-4f49-ab76-6cac4629f919'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:36:11.085951 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-170b1a86-7241-4f1d-b891-2cafc2583978 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.102381 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Port 8a016050-cd52-4997-8957-9c48f9b7334b on network 6dbc0810-f919-4cd6-90e8-94e828fe722e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:36:11.105389 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Attempting to bind port 8a016050-cd52-4997-8957-9c48f9b7334b on network 6dbc0810-f919-4cd6-90e8-94e828fe722e {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:11.175712 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b1a86-7241-4f1d-b891-2cafc2583978 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:11.180782 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:36:11.181561 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Checking segment: {'id': '64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6dbc0810-f919-4cd6-90e8-94e828fe722e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:11.187821 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Bound using segment: {'id': '64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6dbc0810-f919-4cd6-90e8-94e828fe722e'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:36:11.189608 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Bound port: 8a016050-cd52-4997-8957-9c48f9b7334b, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6dbc0810-f919-4cd6-90e8-94e828fe722e'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:36:11.190985 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.259557 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dd7c4b38-a471-4611-b415-c1b9f5a4e849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.267724 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Routers {'1176023d-4e52-4f49-ab76-6cac4629f919'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:11.268353 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:35:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['1176023d-4e52-4f49-ab76-6cac4629f919'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:11.304308 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:10Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:11.374534 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0757aca-57f1-46e5-8f66-5d2a2e17da2f None None] The sync data for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi is: [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:10Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:36:11.560233 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.567890 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.575260 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-170b1a86-7241-4f1d-b891-2cafc2583978 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.580711 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-170b1a86-7241-4f1d-b891-2cafc2583978 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9675524 Sep 20 20:36:11.581768 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37910) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:11.588610 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d5a5479e-0212-4d3a-b296-ebdd6c28b973 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'security_group_rule': {'security_group_id': '276647a5-c9c6-4bbd-8b6c-fe87bc336cc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:11.609974 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] For port 8a016050-cd52-4997-8957-9c48f9b7334b, host hv-cinder-79820, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:36:11.622681 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] For port 8a016050-cd52-4997-8957-9c48f9b7334b, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8a016050-cd52-4997-8957-9c48f9b7334b,segment=NetworkSegment(64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1),segment_id=64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:36:11.624932 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Set router 1176023d-4e52-4f49-ab76-6cac4629f919 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:11.634008 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.652988 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5a5479e-0212-4d3a-b296-ebdd6c28b973 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.693011 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.777183 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1e5862a6-e5ef-4e6d-bfd7-bf5f49ab01e1 None None] Provisioning complete for port f3b357ca-93c8-43f3-ab92-610c43a68605 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:11.778761 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1e5862a6-e5ef-4e6d-bfd7-bf5f49ab01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.874791 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5a5479e-0212-4d3a-b296-ebdd6c28b973 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:11.883368 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Pushing event updated for resources: {'Port': ['ID=8a016050-cd52-4997-8957-9c48f9b7334b,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:11.930014 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5a5479e-0212-4d3a-b296-ebdd6c28b973 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:12.011696 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:12.026393 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:12.030369 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-13c5fffe-9fe6-4bfe-8621-fbf743672748 service neutron] 10.222.0.45 "PUT /v2.0/ports/8a016050-cd52-4997-8957-9c48f9b7334b HTTP/1.1" status: 200 len: 1094 time: 4.2347958 Sep 20 20:36:12.033614 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:36:12.046224 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d63633-2519-4455-b193-aab033419632', 'tag': '8a016050-cd52-4997-8957-9c48f9b7334b'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:36:12.080773 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5479e-0212-4d3a-b296-ebdd6c28b973 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad8b357-f0d9-4942-8be5-e6cce16ab0ef,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:12.090515 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5a5479e-0212-4d3a-b296-ebdd6c28b973 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:12.091734 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d5a5479e-0212-4d3a-b296-ebdd6c28b973 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5087037 Sep 20 20:36:12.096967 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37938) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:12.116994 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-ef63530b-6a8d-475f-830f-44f69f018c43 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'security_group_rule': {'security_group_id': '276647a5-c9c6-4bbd-8b6c-fe87bc336cc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:12.124736 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e89b7295-aa26-4d69-95a8-a1743196917b up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:12.137162 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:12.231053 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a63171-3d68-47f0-abe6-73f628280e98 req-cbf85b62-5d5a-4200-ba48-21da2d006f9d tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:12.232653 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-70a63171-3d68-47f0-abe6-73f628280e98 req-cbf85b62-5d5a-4200-ba48-21da2d006f9d tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 944 time: 0.3383660 Sep 20 20:36:12.233592 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef63530b-6a8d-475f-830f-44f69f018c43 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:12.279960 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d6b444-7c1f-4b18-b630-62069568fc91,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:12.323825 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37944) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:12.423993 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-70a63171-3d68-47f0-abe6-73f628280e98 req-0d57af8b-bdc7-4a87-a9c8-d24fe4c29bfd tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700542 Sep 20 20:36:12.516788 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef63530b-6a8d-475f-830f-44f69f018c43 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:12.525064 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef63530b-6a8d-475f-830f-44f69f018c43 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:12.571677 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63530b-6a8d-475f-830f-44f69f018c43 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb34518-dc71-47e5-b316-4347fc45507f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:12.598085 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef63530b-6a8d-475f-830f-44f69f018c43 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:12.599332 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-ef63530b-6a8d-475f-830f-44f69f018c43 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5006442 Sep 20 20:36:12.602923 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 37950) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:12.612303 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'floatingip': {'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:12.699502 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:12.771199 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfa0f-f4a1-430d-90d6-4a6d142c308f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:12.989955 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Allocated IP 172.27.2.108 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/00fad724-9285-4075-94e9-51beb69a7fa0) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:36:13.057134 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port e89b7295-aa26-4d69-95a8-a1743196917b triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:13.057640 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.145368 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.159542 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1e5862a6-e5ef-4e6d-bfd7-bf5f49ab01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.207921 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.242044 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:13.245362 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.245778 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Added segment 24ca452a-4b7f-4b7f-9973-31ea29ed51ad of type vlan for network a4940773-5d38-4a7b-bef6-9c3b4c7a052f Sep 20 20:36:13.252074 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:13.259098 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:36:13.291545 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.408781 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-1e5862a6-e5ef-4e6d-bfd7-bf5f49ab01e1 None None] For port f3b357ca-93c8-43f3-ab92-610c43a68605, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=f3b357ca-93c8-43f3-ab92-610c43a68605,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:13.412618 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfa0f-f4a1-430d-90d6-4a6d142c308f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.467506 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.489400 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1e5862a6-e5ef-4e6d-bfd7-bf5f49ab01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.528826 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659c1197-eb50-437f-aace-fd6c3f916265" -d '{"events": [{"name": "network-changed", "server_uuid": "87d63633-2519-4455-b193-aab033419632", "tag": "8a016050-cd52-4997-8957-9c48f9b7334b"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:36:13.725904 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Allocated IP 172.27.2.188 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/d181d0c3-0382-4f1f-81ee-0ce8118a2ae2) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:36:13.817985 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2cd90536-0ba4-4310-9870-8e1c9b6d7d2f None None] Provisioning complete for port f3b357ca-93c8-43f3-ab92-610c43a68605 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:13.818382 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2cd90536-0ba4-4310-9870-8e1c9b6d7d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.894765 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.935616 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-97bfb8eb-a960-4501-9c17-fd8a10d5b82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:13.976200 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:09Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:13.991940 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.031360 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'name': 'tempest-ServerRescueNegativeTestJSON-499192092-router', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'gw_port': {'id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:58Z', 'updated_at': '2021-09-20T20:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '6a4825a7-0639-40e4-80b4-a6bfba6309af', 'name': '', 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'mac_address': 'fa:16:3e:6e:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a785b9f0-8952-486a-a6fc-517f7dd3ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:05Z', 'updated_at': '2021-09-20T20:36:08Z', 'revision_number': 2, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'subnets': [{'id': 'a785b9f0-8952-486a-a6fc-517f7dd3ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:14.042376 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfa0f-f4a1-430d-90d6-4a6d142c308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.077358 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.087152 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Checking router: 1176023d-4e52-4f49-ab76-6cac4629f919 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:36:14.087536 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Updating router 1176023d-4e52-4f49-ab76-6cac4629f919 port 6a4825a7-0639-40e4-80b4-a6bfba6309af binding host dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:36:14.089978 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5862a6-e5ef-4e6d-bfd7-bf5f49ab01e1 None None] Pushing event updated for resources: {'Port': ['ID=f3b357ca-93c8-43f3-ab92-610c43a68605,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:14.093976 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device f3b357ca-93c8-43f3-ab92-610c43a68605 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:14.130919 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dfa0f-f4a1-430d-90d6-4a6d142c308f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabc59e9-a9a2-4d26-92a2-b91867e9ea35,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:14.185479 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.205785 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-2067c77c-d202-4a99-96af-b3f68aad4740 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:14.207582 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:14.224036 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'Port': ['ID=d181d0c3-0382-4f1f-81ee-0ce8118a2ae2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:14.225397 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-2067c77c-d202-4a99-96af-b3f68aad4740 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/networks?id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 200 len: 818 time: 1.9322228 Sep 20 20:36:14.229934 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f39fe1-1940-4093-81b0-2871fe4e7fad None None] The sync data for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi is: [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:09Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:36:14.245645 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:14.253841 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:36:14.301566 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2cd90536-0ba4-4310-9870-8e1c9b6d7d2f None None] Provisioning complete for port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:14.302311 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2cd90536-0ba4-4310-9870-8e1c9b6d7d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.354397 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.375111 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.427052 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1d5dfa0f-f4a1-430d-90d6-4a6d142c308f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=978c2de1e212448fa5490685c05bf789&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0881760 Sep 20 20:36:14.430736 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.433459 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38000) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:14.474017 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-1946b009-33ac-4d28-a8f0-a87d19466d1f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/quotas/4e7716995c5f43f68a3fcee5e8e34a6e HTTP/1.1" status: 200 len: 375 time: 0.2461390 Sep 20 20:36:14.474862 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.476662 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:14.477415 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.482406 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-ba68e032-acca-4f3e-86ab-c781ceeea161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:14.485305 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-ba68e032-acca-4f3e-86ab-c781ceeea161 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ebc5bf5c036944989223b055948c24a3&device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 1097 time: 0.8393681 Sep 20 20:36:14.566510 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'Port': ['ID=00fad724-9285-4075-94e9-51beb69a7fa0,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:14.588219 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port f3b357ca-93c8-43f3-ab92-610c43a68605 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:14.588834 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.705945 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7c70-6389-4f50-ac7a-f8e0a2fb5dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.737302 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7c70-6389-4f50-ac7a-f8e0a2fb5dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.819351 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6002b-6dbd-470a-99c3-bc1cc31e5f2f req-06582f80-7045-4ba0-a85e-b3b9de470484 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:14.831645 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a6c6002b-6dbd-470a-99c3-bc1cc31e5f2f req-06582f80-7045-4ba0-a85e-b3b9de470484 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 944 time: 0.7910089 Sep 20 20:36:14.834917 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.887692 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7c70-6389-4f50-ac7a-f8e0a2fb5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.892405 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-59321ad0-5a5e-4d32-9af0-0892a4b9d06e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a016050-cd52-4997-8957-9c48f9b7334b HTTP/1.1" status: 200 len: 217 time: 0.3025153 Sep 20 20:36:14.894217 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.8799326 Sep 20 20:36:14.897304 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7c70-6389-4f50-ac7a-f8e0a2fb5dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:14.898478 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-ce0c7c70-6389-4f50-ac7a-f8e0a2fb5dc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dabc59e9-a9a2-4d26-92a2-b91867e9ea35 HTTP/1.1" status: 204 len: 168 time: 0.4538999 Sep 20 20:36:14.912965 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38004) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:14.914028 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1040e4e-a4d3-423a-a24d-549378c1aa30 admin admin] Pushing event updated for resources: {'Network': ['ID=a4940773-5d38-4a7b-bef6-9c3b4c7a052f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:14.927738 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] Request body: {'subnet': {'network_id': 'a4940773-5d38-4a7b-bef6-9c3b4c7a052f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1275745336-subnet', 'tenant_id': 'fe6d6391e2564e239b2d0041a0a60a6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:14.993404 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c7c70-6389-4f50-ac7a-f8e0a2fb5dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabc59e9-a9a2-4d26-92a2-b91867e9ea35,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:15.013826 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-4e50f9cf-3c69-498c-8a21-58777ad1f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:15.016020 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-4e50f9cf-3c69-498c-8a21-58777ad1f547 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b3ca8f3-00f0-4d10-804a-dbfc46991982 HTTP/1.1" status: 200 len: 852 time: 0.0946262 Sep 20 20:36:15.054936 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a6c6002b-6dbd-470a-99c3-bc1cc31e5f2f req-9cf4b684-8bfd-4ed5-bae5-dd93e42d9e65 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693697 Sep 20 20:36:15.087465 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38008) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:15.137761 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network a4940773-5d38-4a7b-bef6-9c3b4c7a052f details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:36:15.300854 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-25bcffc1-1b41-4755-86e8-6fae8fb939e7 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7947738 Sep 20 20:36:15.394928 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-5e5ee29c-47d3-49dc-9184-b19900a3d06b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6dbc0810-f919-4cd6-90e8-94e828fe722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2750976 Sep 20 20:36:15.426898 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:15.433687 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:15.459962 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] Made reservation on behalf of fe6d6391e2564e239b2d0041a0a60a6c for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:36:15.466388 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:15.528985 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:15.573317 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'Port': ['ID=d181d0c3-0382-4f1f-81ee-0ce8118a2ae2,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:15.589152 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:15.602112 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-c91f0624-2312-4bb3-b458-c382dca214f6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9975543 Sep 20 20:36:15.800389 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a57ee81b-24d7-4225-bfe6-56384dfde8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.027782 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a57ee81b-24d7-4225-bfe6-56384dfde8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.038946 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a57ee81b-24d7-4225-bfe6-56384dfde8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.075873 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2cd90536-0ba4-4310-9870-8e1c9b6d7d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.107539 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a57ee81b-24d7-4225-bfe6-56384dfde8b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f7c515687c243d8bab5dd091a425898&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0171704 Sep 20 20:36:16.109093 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38048) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:16.109968 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ee81b-24d7-4225-bfe6-56384dfde8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57772f5-d932-4ffd-b6ec-19fc1daac752,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:16.119253 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-c7c103d2-52b3-4f6c-8611-0a535d09a496 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8173747 Sep 20 20:36:16.121762 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e9da25-2795-47f9-8ae6-596dcb780ddb x-openstack-request-id: req-04e9da25-2795-47f9-8ae6-596dcb780ddb {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:36:16.122093 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d63633-2519-4455-b193-aab033419632", "tag": "8a016050-cd52-4997-8957-9c48f9b7334b", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:36:16.122310 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04e9da25-2795-47f9-8ae6-596dcb780ddb {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:36:16.122748 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d63633-2519-4455-b193-aab033419632', 'tag': '8a016050-cd52-4997-8957-9c48f9b7334b', 'status': 'completed', 'code': 200} Sep 20 20:36:16.197097 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2cd90536-0ba4-4310-9870-8e1c9b6d7d2f None None] For port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=7ce5239c-72e6-4ae2-89aa-1d551d9fce7a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:16.208263 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.248085 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2cd90536-0ba4-4310-9870-8e1c9b6d7d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.381852 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40aeb775-d927-4d01-81e5-6f97fd9d6cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.506186 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-8f875f05-b75a-40cb-b0b6-a947b4021e15 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565292 Sep 20 20:36:16.527802 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-90270f8b-e08b-4333-9496-179735e2f3a9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1964374907&fields=id&tenant_id=e9967b1416a64ecb9b970c73a342ca2e HTTP/1.1" status: 200 len: 267 time: 0.2471902 Sep 20 20:36:16.559160 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40aeb775-d927-4d01-81e5-6f97fd9d6cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.659493 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.722292 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.729488 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40aeb775-d927-4d01-81e5-6f97fd9d6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.738486 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-ba4b35f0-ff89-46a3-b9d4-e3231824a937 service neutron] 10.222.0.45 "GET /v2.0/networks/6dbc0810-f919-4cd6-90e8-94e828fe722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182489 Sep 20 20:36:16.742183 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.755796 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40aeb775-d927-4d01-81e5-6f97fd9d6cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.779046 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-40aeb775-d927-4d01-81e5-6f97fd9d6cf0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b57772f5-d932-4ffd-b6ec-19fc1daac752 HTTP/1.1" status: 204 len: 168 time: 0.6428080 Sep 20 20:36:16.817765 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.829049 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.834508 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'Port': ['ID=00fad724-9285-4075-94e9-51beb69a7fa0,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:16.852412 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:16.863999 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd90536-0ba4-4310-9870-8e1c9b6d7d2f None None] Pushing event updated for resources: {'Port': ['ID=7ce5239c-72e6-4ae2-89aa-1d551d9fce7a,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:16.874372 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:17.019104 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeb775-d927-4d01-81e5-6f97fd9d6cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57772f5-d932-4ffd-b6ec-19fc1daac752,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:17.134393 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:17.137541 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0e394899-a54f-4ba2-8d07-b757e9c646e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2864499 Sep 20 20:36:17.214403 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba510837-8a11-455d-8be7-3545fcf71733 None None] Pushing event updated for resources: {'Port': ['ID=6a4825a7-0639-40e4-80b4-a6bfba6309af,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:17.230440 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Attempting to bind port 6a4825a7-0639-40e4-80b4-a6bfba6309af on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:36:17.230440 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Attempting to bind port 6a4825a7-0639-40e4-80b4-a6bfba6309af by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:36:17.230440 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Attempting to bind port 6a4825a7-0639-40e4-80b4-a6bfba6309af on network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:17.237309 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:36:17.239787 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Checking segment: {'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:17.240386 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:17.240802 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Bound using segment: {'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:36:17.241290 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Bound port: 6a4825a7-0639-40e4-80b4-a6bfba6309af, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:36:17.241688 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:17.448436 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:17.478715 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] For port 6a4825a7-0639-40e4-80b4-a6bfba6309af, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:36:17.496584 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a750c092-1521-4df3-b91b-39c186afdef2,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:17.503136 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] Checking segment: {'id': '24ca452a-4b7f-4b7f-9973-31ea29ed51ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a4940773-5d38-4a7b-bef6-9c3b4c7a052f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:17.503604 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] Network hostable DHCP agents. Network: a4940773-5d38-4a7b-bef6-9c3b4c7a052f, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:36:17.526138 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693ef93-0647-4813-979c-4f5fa79255da req-32c21ddd-6ff8-43d7-9137-ebd5551e59fe tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:17.541048 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1693ef93-0647-4813-979c-4f5fa79255da req-32c21ddd-6ff8-43d7-9137-ebd5551e59fe tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 944 time: 0.4428442 Sep 20 20:36:17.549853 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] For port 6a4825a7-0639-40e4-80b4-a6bfba6309af, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=6a4825a7-0639-40e4-80b4-a6bfba6309af,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:36:17.556048 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f1fde16-f67a-4cea-bf5b-305ac4801fc2 req-5dab6a54-96c2-4d9a-8357-2d7f8ad6363a service neutron] 10.222.0.45 "GET /v2.0/networks/6dbc0810-f919-4cd6-90e8-94e828fe722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233026 Sep 20 20:36:17.559760 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:17.700895 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Routers {'1176023d-4e52-4f49-ab76-6cac4629f919'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:17.701877 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:36:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['1176023d-4e52-4f49-ab76-6cac4629f919'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:17.806953 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] Network a4940773-5d38-4a7b-bef6-9c3b4c7a052f is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:36:17.827654 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] Set router 1176023d-4e52-4f49-ab76-6cac4629f919 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:17.834955 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-f1f7a8ad-ddc2-4340-bd83-4695da8ee9fb tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:17.840009 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-f1f7a8ad-ddc2-4340-bd83-4695da8ee9fb tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/networks?id=edee2f1e-7029-467d-b39c-c0781942037a HTTP/1.1" status: 200 len: 811 time: 1.1991868 Sep 20 20:36:17.840828 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38118) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:17.857758 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, a4940773-5d38-4a7b-bef6-9c3b4c7a052f) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:17.863688 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:17.864421 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:17.879227 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1693ef93-0647-4813-979c-4f5fa79255da req-83e586eb-2ba6-4fec-af37-35a874a6c9ea tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364663 Sep 20 20:36:17.907465 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0b47d38-9265-41a3-9a36-86deff310eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:17.914580 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1197-eb50-437f-aace-fd6c3f916265 req-c1af5d16-9137-4466-819d-2f1f989492ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:17.916089 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-659c1197-eb50-437f-aace-fd6c3f916265 req-c1af5d16-9137-4466-819d-2f1f989492ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ebc5bf5c036944989223b055948c24a3&device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 1097 time: 0.1317453 Sep 20 20:36:17.917387 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-324b5c0b-1e9b-47ac-b285-269d1eebad91 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/quotas/e9967b1416a64ecb9b970c73a342ca2e HTTP/1.1" status: 200 len: 375 time: 0.0555923 Sep 20 20:36:18.020121 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ba86c-8951-4c01-98a2-823c4a484a5b None None] Network a4940773-5d38-4a7b-bef6-9c3b4c7a052f requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:36:18.114032 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-10554247-2b37-41ea-bdee-11a88ef574c6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1839256 Sep 20 20:36:18.149048 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3adaba58-985c-4a24-a47b-679b3de2fccd req-35d00fb8-b2b7-4086-9b77-3a14eeeea7ee tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 210 time: 0.0482292 Sep 20 20:36:18.185874 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba510837-8a11-455d-8be7-3545fcf71733 None None] Pushing event updated for resources: {'Port': ['ID=6a4825a7-0639-40e4-80b4-a6bfba6309af,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:18.207048 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:18.207492 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:18.227967 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1197-eb50-437f-aace-fd6c3f916265 req-ec080901-2db5-4b58-8b6b-f6ff67ba52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:18.230402 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-659c1197-eb50-437f-aace-fd6c3f916265 req-ec080901-2db5-4b58-8b6b-f6ff67ba52ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=6dbc0810-f919-4cd6-90e8-94e828fe722e HTTP/1.1" status: 200 len: 912 time: 0.3043578 Sep 20 20:36:18.283981 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-659c1197-eb50-437f-aace-fd6c3f916265 req-e9343739-d142-48e1-a532-ac1fb6fd9e9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a016050-cd52-4997-8957-9c48f9b7334b HTTP/1.1" status: 200 len: 217 time: 0.0460012 Sep 20 20:36:18.330234 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0b47d38-9265-41a3-9a36-86deff310eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:18.350399 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0b47d38-9265-41a3-9a36-86deff310eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:18.402095 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38144) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:18.413513 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa94a9f-df29-4438-ade0-4384a6ea5bcc None None] Network a4940773-5d38-4a7b-bef6-9c3b4c7a052f requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:36:18.414489 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-bb7dc06f-c966-4a88-8ae9-54783e336dc5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--418496846&fields=id&tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70 HTTP/1.1" status: 200 len: 267 time: 0.1069458 Sep 20 20:36:18.418361 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'name': 'tempest-ServerRescueNegativeTestJSON-499192092-router', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'gw_port': {'id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:58Z', 'updated_at': '2021-09-20T20:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '6a4825a7-0639-40e4-80b4-a6bfba6309af', 'name': '', 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'mac_address': 'fa:16:3e:6e:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a785b9f0-8952-486a-a6fc-517f7dd3ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:05Z', 'updated_at': '2021-09-20T20:36:17Z', 'revision_number': 4, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'subnets': [{'id': 'a785b9f0-8952-486a-a6fc-517f7dd3ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:18.487975 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-38f4176f-b1a8-4f4f-b940-c4a5d8891439 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3421812 Sep 20 20:36:18.488891 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38146) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:18.491210 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-c0b47d38-9265-41a3-9a36-86deff310eb2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=215439a69dec4939889497690424b65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6491492 Sep 20 20:36:18.502709 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b47d38-9265-41a3-9a36-86deff310eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce65966-edf2-415c-b277-5afa3c5aa855,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:18.511164 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38148) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:18.572923 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883a2fb-13e4-4e2a-8114-9f98b95b6806 None None] The sync data for ids ['1176023d-4e52-4f49-ab76-6cac4629f919'] in dv-cinder-798208-2-iscsi is: [{'id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'name': 'tempest-ServerRescueNegativeTestJSON-499192092-router', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'gw_port': {'id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:58Z', 'updated_at': '2021-09-20T20:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '6a4825a7-0639-40e4-80b4-a6bfba6309af', 'name': '', 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'mac_address': 'fa:16:3e:6e:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a785b9f0-8952-486a-a6fc-517f7dd3ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:05Z', 'updated_at': '2021-09-20T20:36:17Z', 'revision_number': 4, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'subnets': [{'id': 'a785b9f0-8952-486a-a6fc-517f7dd3ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:36:18.596376 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1197-eb50-437f-aace-fd6c3f916265 req-0ffec581-f4ce-47ba-a253-d1f356fc6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:18.597851 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-659c1197-eb50-437f-aace-fd6c3f916265 req-0ffec581-f4ce-47ba-a253-d1f356fc6ef0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b3ca8f3-00f0-4d10-804a-dbfc46991982 HTTP/1.1" status: 200 len: 852 time: 0.3066247 Sep 20 20:36:18.620915 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-12a50e97-6a15-4bbc-947d-96763ca37922 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:18.629222 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-12a50e97-6a15-4bbc-947d-96763ca37922 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 816 time: 0.2138848 Sep 20 20:36:18.681136 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device f3b357ca-93c8-43f3-ab92-610c43a68605 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:18.685735 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f28f0c6-edc8-4837-b728-f4a226f23848 admin admin] Deleting subnet 9424db9e-3744-4978-bdc3-9bbde1c4daef {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:36:18.686288 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-0b987a3a-6704-47cd-bedf-4f1e317150ed tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/quotas/67bb5f61b2c249c4b2dbbbb750a30b70 HTTP/1.1" status: 200 len: 375 time: 0.0547829 Sep 20 20:36:18.690988 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f28f0c6-edc8-4837-b728-f4a226f23848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:18.718703 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-659c1197-eb50-437f-aace-fd6c3f916265 req-7a8f48e4-d639-445d-9cab-07614550d6e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6dbc0810-f919-4cd6-90e8-94e828fe722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687509 Sep 20 20:36:18.742902 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f28f0c6-edc8-4837-b728-f4a226f23848 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:18.758171 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f28f0c6-edc8-4837-b728-f4a226f23848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:18.868849 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port f3b357ca-93c8-43f3-ab92-610c43a68605 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:18.869430 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:18.889082 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f28f0c6-edc8-4837-b728-f4a226f23848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:18.965070 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-7091f693-bc58-4766-9837-6ecc985b0c7b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2712390 Sep 20 20:36:19.031523 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28f0c6-edc8-4837-b728-f4a226f23848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9424db9e-3744-4978-bdc3-9bbde1c4daef,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:19.038946 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-d732cb04-1e20-47e9-93b6-bcd5d4f324a6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:36:19.047230 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-d732cb04-1e20-47e9-93b6-bcd5d4f324a6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1804905 Sep 20 20:36:19.049408 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f28f0c6-edc8-4837-b728-f4a226f23848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:19.051368 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8f28f0c6-edc8-4837-b728-f4a226f23848 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9424db9e-3744-4978-bdc3-9bbde1c4daef HTTP/1.1" status: 204 len: 168 time: 0.5591691 Sep 20 20:36:19.054145 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47c2b84d-ffb7-4017-85bf-ba15306d018b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:19.059137 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38170) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:19.179316 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-659c1197-eb50-437f-aace-fd6c3f916265 req-962d5f1e-5271-409c-8d43-9dd1d2f9936c service neutron] 10.222.0.45 "GET /v2.0/networks/6dbc0810-f919-4cd6-90e8-94e828fe722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290195 Sep 20 20:36:19.230879 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d969879d-74e1-4427-a89d-4d0fdeda8716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:19.268088 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:19.293217 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d969879d-74e1-4427-a89d-4d0fdeda8716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:19.332522 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-659c1197-eb50-437f-aace-fd6c3f916265 req-2dc07e48-7b7c-453f-8499-82a4a3b94b75 service neutron] 10.222.0.45 "GET /v2.0/networks/6dbc0810-f919-4cd6-90e8-94e828fe722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423421 Sep 20 20:36:19.334890 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-c9d40757-7142-4f53-8d9d-6dcadf689abc service neutron] 10.222.0.44 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503993 Sep 20 20:36:19.351763 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:19.356720 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5d8cd63b-c2dd-47d5-8f9e-199410e8c471 service neutron] 10.222.0.44 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085496 Sep 20 20:36:19.431668 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:19.432672 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:19.548442 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47c2b84d-ffb7-4017-85bf-ba15306d018b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:19.587446 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-6f70007e-80b4-4d52-97ad-c890abd9aa9f service neutron] 10.222.0.44 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379239 Sep 20 20:36:19.591096 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47c2b84d-ffb7-4017-85bf-ba15306d018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:19.632949 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:19.633849 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 6a4825a7-0639-40e4-80b4-a6bfba6309af up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:19.697308 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d969879d-74e1-4427-a89d-4d0fdeda8716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:19.700539 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d969879d-74e1-4427-a89d-4d0fdeda8716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:19.702419 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d969879d-74e1-4427-a89d-4d0fdeda8716 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bce65966-edf2-415c-b277-5afa3c5aa855 HTTP/1.1" status: 204 len: 168 time: 1.1780214 Sep 20 20:36:19.724306 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:19.724652 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:19.728628 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:19.729503 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > port after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:19.729859 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:19.730252 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > port after_update 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:19.731036 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:19.731361 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:19.731683 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:19.732004 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:19.819798 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-47c2b84d-ffb7-4017-85bf-ba15306d018b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ba8843ca45c431aa5cab1710afe93b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2297904 Sep 20 20:36:19.820701 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2b84d-ffb7-4017-85bf-ba15306d018b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccba456f-bd99-4b26-9790-a17424e1b56e,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:19.824013 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38188) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:20.023288 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3041023d-601e-465e-abc0-15dd8071329b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.028275 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 6a4825a7-0639-40e4-80b4-a6bfba6309af triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:20.029587 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.041276 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-1825e471-4383-4976-af6d-6e3058c97319 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:20.042928 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-1825e471-4383-4976-af6d-6e3058c97319 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.45 "GET /v2.0/networks?id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 200 len: 818 time: 0.5602829 Sep 20 20:36:20.085475 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Request body: {'port': {'device_id': '3e70fe69-8c52-4280-9106-413588e30627', 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29', 'admin_state_up': True, 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:20.190444 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.217229 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:20.217572 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:20.218366 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:20.219520 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:36:20.220191 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343e06a5-938a-4c39-9837-470f7fea4f9b']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:20.255356 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98be01e-2166-4fdb-9d2e-3fc79ce47f37') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:20.256771 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98be01e-2166-4fdb-9d2e-3fc79ce47f37') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:20.266815 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port 6a4825a7-0639-40e4-80b4-a6bfba6309af, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=6a4825a7-0639-40e4-80b4-a6bfba6309af,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:20.275492 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.328879 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969879d-74e1-4427-a89d-4d0fdeda8716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce65966-edf2-415c-b277-5afa3c5aa855,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:20.336731 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.338693 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-93e60064-3250-48a3-a7a5-ebdf66afa7a3 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:20.340236 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-93e60064-3250-48a3-a7a5-ebdf66afa7a3 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/networks?id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 200 len: 818 time: 0.1590264 Sep 20 20:36:20.346542 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3041023d-601e-465e-abc0-15dd8071329b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.348479 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8a016050-cd52-4997-8957-9c48f9b7334b details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:36:20.382369 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-cdebcff1-4e75-42d4-9a8a-009f40a65367 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/quotas/4e7716995c5f43f68a3fcee5e8e34a6e HTTP/1.1" status: 200 len: 375 time: 0.0337012 Sep 20 20:36:20.401402 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-195ec890-7de2-4995-ba6d-3645166edc0b service neutron] 10.222.0.44 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0436029 Sep 20 20:36:20.412991 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.433695 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:36:20.435237 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: from cryptography.utils import int_from_bytes Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: from cryptography.utils import int_from_bytes Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:36:20.486967 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:36:20.492812 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3041023d-601e-465e-abc0-15dd8071329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.495399 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3041023d-601e-465e-abc0-15dd8071329b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.499615 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3041023d-601e-465e-abc0-15dd8071329b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccba456f-bd99-4b26-9790-a17424e1b56e HTTP/1.1" status: 204 len: 168 time: 0.6584861 Sep 20 20:36:20.531979 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041023d-601e-465e-abc0-15dd8071329b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccba456f-bd99-4b26-9790-a17424e1b56e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:20.578326 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-fc953ead-08ba-4677-ae5b-4261d14c8bc8 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1794508 Sep 20 20:36:20.580721 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Made reservation on behalf of 4e7716995c5f43f68a3fcee5e8e34a6e for: {'port': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:36:20.593738 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.661004 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.672582 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8a016050-cd52-4997-8957-9c48f9b7334b, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8a016050-cd52-4997-8957-9c48f9b7334b,segment=NetworkSegment(64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1),segment_id=64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:20.683988 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=6a4825a7-0639-40e4-80b4-a6bfba6309af,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:20.688321 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.692029 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '8a016050-cd52-4997-8957-9c48f9b7334b', 'network_id': '6dbc0810-f919-4cd6-90e8-94e828fe722e', 'port_id': '8a016050-cd52-4997-8957-9c48f9b7334b', 'mac_address': 'fa:16:3e:1f:55:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3ca8f3-00f0-4d10-804a-dbfc46991982', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:36:20.693775 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] 10.222.0.44 "DELETE /v2.0/networks/343e06a5-938a-4c39-9837-470f7fea4f9b HTTP/1.1" status: 204 len: 168 time: 1.6327178 Sep 20 20:36:20.698101 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38222) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:20.761897 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b420b9-2be1-4565-b538-d95f972f98fb admin admin] Pushing event deleted for resources: {'Network': ['ID=343e06a5-938a-4c39-9837-470f7fea4f9b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:20.768182 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.794943 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-780f8975-909d-49cd-9609-6ec5f2be109e admin admin] Deleting subnet a750c092-1521-4df3-b91b-39c186afdef2 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:36:20.795919 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a016050-cd52-4997-8957-9c48f9b7334b {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:36:20.803202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-780f8975-909d-49cd-9609-6ec5f2be109e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.831163 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8a016050-cd52-4997-8957-9c48f9b7334b, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8a016050-cd52-4997-8957-9c48f9b7334b,segment=NetworkSegment(64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1),segment_id=64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:20.847363 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.896502 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-780f8975-909d-49cd-9609-6ec5f2be109e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8977074'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:20.975900 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=8a016050-cd52-4997-8957-9c48f9b7334b,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:20.989432 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-780f8975-909d-49cd-9609-6ec5f2be109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:21.013944 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef54d4-4ef0-43cb-b146-376a20984e7f req-40dceb4a-837b-44a6-af44-0c57f897ae57 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:21.024044 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bcef54d4-4ef0-43cb-b146-376a20984e7f req-40dceb4a-837b-44a6-af44-0c57f897ae57 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 945 time: 0.1302466 Sep 20 20:36:21.090181 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['8a016050-cd52-4997-8957-9c48f9b7334b'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:36:21.098257 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-6722b968-9f7d-4ac9-9579-c082888f13ee service neutron] 10.222.0.44 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005934 Sep 20 20:36:21.180772 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bcef54d4-4ef0-43cb-b146-376a20984e7f req-2d55a35d-b2e4-42d6-9451-06eaeb2f7896 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553111 Sep 20 20:36:21.219518 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-780f8975-909d-49cd-9609-6ec5f2be109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9331253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8523901'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:21.282446 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f8975-909d-49cd-9609-6ec5f2be109e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a750c092-1521-4df3-b91b-39c186afdef2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:21.356187 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38248) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:21.357827 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-780f8975-909d-49cd-9609-6ec5f2be109e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:21.367093 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-780f8975-909d-49cd-9609-6ec5f2be109e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a750c092-1521-4df3-b91b-39c186afdef2 HTTP/1.1" status: 204 len: 168 time: 0.6511946 Sep 20 20:36:21.372192 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7fd14e53-ece7-4068-b7ce-36905a2dc821 req-e7c8d7f2-6687-4fe9-b9d8-2e60b23bb27e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0834968 Sep 20 20:36:21.382852 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38250) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:21.419571 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3617c304-1002-43ae-9701-5e0100600c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:21.420134 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 6a4825a7-0639-40e4-80b4-a6bfba6309af up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:21.573130 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.45', 51459) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:21.754830 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 6a4825a7-0639-40e4-80b4-a6bfba6309af triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:21.755347 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:21.760390 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6612bc16-b795-49c3-8e52-71b3d553efa6 req-ea621994-dae5-4769-aa5e-c19c347de5c3 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 210 time: 0.1788540 Sep 20 20:36:21.767409 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:21.942242 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-f3501677-ac3e-4e6b-9181-2cb4c54723b5 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277974 Sep 20 20:36:21.948266 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Allocated IP 172.20.0.11 (7f6cc1c2-8040-4ca3-acf5-d90aae140e29/a785b9f0-8952-486a-a6fc-517f7dd3ed62/ff769277-fe62-484c-8b36-bebbd8c7ad77) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:36:21.971082 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-bd8870c0-cfbc-4420-81b5-c77aef55a486 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:21.972573 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-bd8870c0-cfbc-4420-81b5-c77aef55a486 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.45 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 816 time: 0.3876133 Sep 20 20:36:22.012495 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.256477 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.297577 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4940773-5d38-4a7b-bef6-9c3b4c7a052f']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:22.300852 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8a016050-cd52-4997-8957-9c48f9b7334b up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:22.301013 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3617c304-1002-43ae-9701-5e0100600c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.306290 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-2a2116ac-1702-4879-b296-6d2f339717ac tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70 HTTP/1.1" status: 200 len: 379 time: 0.2958746 Sep 20 20:36:22.334136 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f29468b3-8364-41a1-a2ee-9d8107ed12f8 req-9b68cf0a-5e5b-4d04-8aaf-2cc78cb7d7df tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 210 time: 0.0604298 Sep 20 20:36:22.340639 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'port': {'device_id': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'admin_state_up': True, 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'security_groups': ['d527c780-790a-4d61-9d6d-a3e0b9144bcd']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:22.349691 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ca452a-4b7f-4b7f-9973-31ea29ed51ad') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:22.350582 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ca452a-4b7f-4b7f-9973-31ea29ed51ad') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:22.353275 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77997407-2642-4a92-a9e3-613093d2a568 req-92d96c55-77ae-4f4a-b402-54880742c2ce tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:22.354900 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-77997407-2642-4a92-a9e3-613093d2a568 req-92d96c55-77ae-4f4a-b402-54880742c2ce tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 945 time: 0.0947936 Sep 20 20:36:22.362985 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3617c304-1002-43ae-9701-5e0100600c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.367751 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.429489 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.460294 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3617c304-1002-43ae-9701-5e0100600c52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1e523fb89f84f24b9580da067d088c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0857353 Sep 20 20:36:22.463032 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.45', 51464) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:22.463603 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38294) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:22.470632 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port 8a016050-cd52-4997-8957-9c48f9b7334b completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:36:22.483000 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 8a016050-cd52-4997-8957-9c48f9b7334b triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:22.483380 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.489189 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:22.497938 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:22.534360 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:36:22.541935 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:22.542584 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.575290 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-77997407-2642-4a92-a9e3-613093d2a568 req-0070da1a-5f99-467f-82ec-40f8324016ae tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093158 Sep 20 20:36:22.606620 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Pushing event updated for resources: {'Port': ['ID=ff769277-fe62-484c-8b36-bebbd8c7ad77,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:22.618132 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-3bb723e2-0fa0-433a-a1cd-cab5eb75ae39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5647054 Sep 20 20:36:22.634590 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Request body: {'port': {'device_id': '3e70fe69-8c52-4280-9106-413588e30627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:22.659095 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.680108 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617c304-1002-43ae-9701-5e0100600c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc1fe47-f388-4869-bc86-8a8e78837fa0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:22.691654 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d63633-2519-4455-b193-aab033419632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a016050-cd52-4997-8957-9c48f9b7334b'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:36:22.699485 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.746498 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c2d85086-c834-44d1-90d8-9186593fd09a req-ae9d37b5-9556-4ca9-84ec-5c371eee59fa tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 210 time: 0.1108267 Sep 20 20:36:22.758782 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:36:22.759359 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:36:22.761163 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:36:22.808611 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8a016050-cd52-4997-8957-9c48f9b7334b, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8a016050-cd52-4997-8957-9c48f9b7334b,segment=NetworkSegment(64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1),segment_id=64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:22.829970 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.832468 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.976232 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=8a016050-cd52-4997-8957-9c48f9b7334b,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:22.997012 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:22.997250 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-162d0907-f098-43d6-94d6-6e9d58d71e0d req-35070075-d300-4d64-a893-70d147fcf8b8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 210 time: 0.0805252 Sep 20 20:36:23.007164 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d539690-3ac5-4391-bceb-cc3bcdd5c15f" -d '{"events": [{"server_uuid": "87d63633-2519-4455-b193-aab033419632", "name": "network-vif-plugged", "status": "completed", "tag": "8a016050-cd52-4997-8957-9c48f9b7334b"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:36:23.053594 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.057759 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] 10.222.0.44 "DELETE /v2.0/networks/a4940773-5d38-4a7b-bef6-9c3b4c7a052f HTTP/1.1" status: 204 len: 168 time: 1.6710839 Sep 20 20:36:23.106029 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54a1c43d-4555-4d47-a6ef-9c51873bff88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.110554 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4f849-fff3-4ab9-9d0b-b2374f73d08d admin admin] Pushing event deleted for resources: {'Network': ['ID=a4940773-5d38-4a7b-bef6-9c3b4c7a052f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:23.132052 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-84ee9770-689a-466f-ae25-d024dfc43bad tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:23.133668 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-84ee9770-689a-466f-ae25-d024dfc43bad tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.45 "GET /v2.0/networks?id=edee2f1e-7029-467d-b39c-c0781942037a HTTP/1.1" status: 200 len: 811 time: 0.5881281 Sep 20 20:36:23.136990 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Made reservation on behalf of 67bb5f61b2c249c4b2dbbbb750a30b70 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:36:23.140382 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.202798 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128c257b-e908-4e8b-9929-c5db93e7db0f x-openstack-request-id: req-128c257b-e908-4e8b-9929-c5db93e7db0f {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:36:23.204187 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d63633-2519-4455-b193-aab033419632", "name": "network-vif-plugged", "status": "completed", "tag": "8a016050-cd52-4997-8957-9c48f9b7334b", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:36:23.204431 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-128c257b-e908-4e8b-9929-c5db93e7db0f {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:36:23.205038 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d63633-2519-4455-b193-aab033419632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a016050-cd52-4997-8957-9c48f9b7334b', 'code': 200} Sep 20 20:36:23.214056 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54a1c43d-4555-4d47-a6ef-9c51873bff88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.313508 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-113c539a-3f98-4926-8cfb-242b3a264ca9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9967b1416a64ecb9b970c73a342ca2e HTTP/1.1" status: 200 len: 380 time: 0.1594391 Sep 20 20:36:23.345646 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'port': {'device_id': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'admin_state_up': True, 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'security_groups': ['276647a5-c9c6-4bbd-8b6c-fe87bc336cc6']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:23.413843 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38328) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:23.446944 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.45', 51468) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:23.562979 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54a1c43d-4555-4d47-a6ef-9c51873bff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.573114 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54a1c43d-4555-4d47-a6ef-9c51873bff88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.573114 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-54a1c43d-4555-4d47-a6ef-9c51873bff88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bc1fe47-f388-4869-bc86-8a8e78837fa0 HTTP/1.1" status: 204 len: 168 time: 1.0197759 Sep 20 20:36:23.578157 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2de1d646-72e5-469a-8b75-cb50d4d5aeca req-1db9b332-a6fb-4e7f-a865-57fc6719da7b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 210 time: 0.1040139 Sep 20 20:36:23.579321 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Allocated IP 172.20.0.8 (d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125/32cf5937-8d7a-4525-ab0d-8b8be24ef59e/8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:36:23.587660 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff769277-fe62-484c-8b36-bebbd8c7ad77 {{(pid=94160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:36:23.610934 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.612445 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1c43d-4555-4d47-a6ef-9c51873bff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc1fe47-f388-4869-bc86-8a8e78837fa0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:23.655996 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ea2477ec-e092-4c46-90b2-bb334d725c58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=649c7f18540844adbd3ca2cba61ca990&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2411978 Sep 20 20:36:23.660145 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38340) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:23.698685 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cfe57-80a4-45ca-8b21-8ec61b59139b req-de165a3a-d50b-46e1-85b0-adb2a83b3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:23.701164 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-297cfe57-80a4-45ca-8b21-8ec61b59139b req-de165a3a-d50b-46e1-85b0-adb2a83b3f63 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 1099 time: 0.2536180 Sep 20 20:36:23.706844 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Transition to ACTIVE for port object ff769277-fe62-484c-8b36-bebbd8c7ad77 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:36:23.718847 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.768329 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Made reservation on behalf of e9967b1416a64ecb9b970c73a342ca2e for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:36:23.772396 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.786410 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Pushing event updated for resources: {'Port': ['ID=ff769277-fe62-484c-8b36-bebbd8c7ad77,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:23.788847 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-78dfbaf8-5162-4310-b5f8-c6bedc4948e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.835107 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-78dfbaf8-5162-4310-b5f8-c6bedc4948e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.843139 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Attempting to bind port ff769277-fe62-484c-8b36-bebbd8c7ad77 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:36:23.843139 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Attempting to bind port ff769277-fe62-484c-8b36-bebbd8c7ad77 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:36:23.843436 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Attempting to bind port ff769277-fe62-484c-8b36-bebbd8c7ad77 on network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:23.870440 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Port ff769277-fe62-484c-8b36-bebbd8c7ad77 on network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:36:23.870887 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Attempting to bind port ff769277-fe62-484c-8b36-bebbd8c7ad77 on network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:23.873546 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170452b-b9f0-4787-9f8e-038726a11e96 req-fb69d02a-8ca1-4db6-be86-931a2f2014fb tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:23.877297 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8170452b-b9f0-4787-9f8e-038726a11e96 req-fb69d02a-8ca1-4db6-be86-931a2f2014fb tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.1568429 Sep 20 20:36:23.905865 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fd9f3ebc-49b9-4002-adcf-09e38203f42f req-899af6e0-9080-4cf6-852d-256f8f7e47e2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0547690 Sep 20 20:36:23.909203 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:36:23.909551 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Checking segment: {'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:23.909933 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Bound using segment: {'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:36:23.910590 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Bound port: ff769277-fe62-484c-8b36-bebbd8c7ad77, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:36:23.911072 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.934898 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.994895 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-78dfbaf8-5162-4310-b5f8-c6bedc4948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.997283 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-78dfbaf8-5162-4310-b5f8-c6bedc4948e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:23.998521 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-78dfbaf8-5162-4310-b5f8-c6bedc4948e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8ba4436-0bbc-4058-b965-87d70f1379a5 HTTP/1.1" status: 204 len: 168 time: 0.3374250 Sep 20 20:36:24.007406 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8170452b-b9f0-4787-9f8e-038726a11e96 req-bc6a2d6e-8848-4e3c-b1c3-8cf3c112547b tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128323 Sep 20 20:36:24.016674 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] For port ff769277-fe62-484c-8b36-bebbd8c7ad77, host hv-cinder-79820, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:36:24.020180 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] For port ff769277-fe62-484c-8b36-bebbd8c7ad77, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=ff769277-fe62-484c-8b36-bebbd8c7ad77,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:36:24.031519 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfbaf8-5162-4310-b5f8-c6bedc4948e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ba4436-0bbc-4058-b965-87d70f1379a5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:24.039215 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.076029 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.111396 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Allocated IP 172.20.0.11 (edee2f1e-7029-467d-b39c-c0781942037a/defa30c0-d28a-488d-9a06-e8a8f66dcec3/cdef8e61-7395-46cb-b833-b27409cc7406) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:36:24.124048 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Pushing event updated for resources: {'Port': ['ID=ff769277-fe62-484c-8b36-bebbd8c7ad77,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:24.142625 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:24.146275 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.148259 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-6c774f89-d3a9-43b5-82e1-3243604c190f service neutron] 10.222.0.45 "PUT /v2.0/ports/ff769277-fe62-484c-8b36-bebbd8c7ad77 HTTP/1.1" status: 200 len: 1094 time: 1.5216129 Sep 20 20:36:24.177727 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e70fe69-8c52-4280-9106-413588e30627', 'tag': 'ff769277-fe62-484c-8b36-bebbd8c7ad77'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:36:24.179000 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:24.180310 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d359ebf8-febd-42b4-8934-d589e67aa8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3e70fe69-8c52-4280-9106-413588e30627", "tag": "ff769277-fe62-484c-8b36-bebbd8c7ad77"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:36:24.194479 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:24.198273 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d6a4be90-557d-4c5d-8778-fddda51fe1a0 req-2cdcd055-a504-4509-94e4-f73bc4700050 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 210 time: 0.0733781 Sep 20 20:36:24.228594 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:36:24.249348 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478e1d32-70a5-4c04-9852-9b3693fc9f1c x-openstack-request-id: req-478e1d32-70a5-4c04-9852-9b3693fc9f1c {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:36:24.249753 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e70fe69-8c52-4280-9106-413588e30627", "tag": "ff769277-fe62-484c-8b36-bebbd8c7ad77", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:36:24.250776 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-478e1d32-70a5-4c04-9852-9b3693fc9f1c {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:36:24.251267 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e70fe69-8c52-4280-9106-413588e30627', 'tag': 'ff769277-fe62-484c-8b36-bebbd8c7ad77', 'status': 'completed', 'code': 200} Sep 20 20:36:24.280189 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'Port': ['ID=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:24.329159 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:24.329791 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.376476 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38364) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:24.378736 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8501e798-5bb6-475b-a824-68d35b3166ad tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0524461 Sep 20 20:36:24.460856 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-cbeafcda-fda5-4857-bd08-19698de31d40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe6d6391e2564e239b2d0041a0a60a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831585 Sep 20 20:36:24.463339 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38368) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:24.464386 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.498937 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.520577 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25f3cd59-1c99-46b2-87b9-34d6306064b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.546073 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-25d3aeb0-dabe-4a34-ac6c-35e8307213dc None None] Provisioning complete for port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:24.546605 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25f3cd59-1c99-46b2-87b9-34d6306064b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.548223 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-25d3aeb0-dabe-4a34-ac6c-35e8307213dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.548358 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Network edee2f1e-7029-467d-b39c-c0781942037a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:24.551309 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:24.555048 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:36:24.595339 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'Port': ['ID=cdef8e61-7395-46cb-b833-b27409cc7406,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:24.628133 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-25d3aeb0-dabe-4a34-ac6c-35e8307213dc None None] Port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:36:24.632052 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25f3cd59-1c99-46b2-87b9-34d6306064b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.635410 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25f3cd59-1c99-46b2-87b9-34d6306064b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.636745 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-25f3cd59-1c99-46b2-87b9-34d6306064b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69d6b444-7c1f-4b18-b630-62069568fc91 HTTP/1.1" status: 204 len: 168 time: 0.1721191 Sep 20 20:36:24.637205 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:24.638206 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.655794 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3cd59-1c99-46b2-87b9-34d6306064b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d6b444-7c1f-4b18-b630-62069568fc91,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:24.660586 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-603ad1e4-acfc-4a5a-8b96-058131c61e6c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3274820 Sep 20 20:36:24.757436 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0e57530d-87aa-40c8-a81e-82f1613d2d65 req-90d307f7-8914-496e-81ec-761c3e10ac76 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 210 time: 0.0352194 Sep 20 20:36:24.851206 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-019957cd-af66-41a8-9bac-79789a17411d None None] Provisioning complete for port cdef8e61-7395-46cb-b833-b27409cc7406 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:24.851521 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-019957cd-af66-41a8-9bac-79789a17411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:24.888797 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-019957cd-af66-41a8-9bac-79789a17411d None None] Port cdef8e61-7395-46cb-b833-b27409cc7406 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:36:25.054086 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7495a0-82b5-4e72-9963-cc1fcb6d5423 req-f3fd4b38-2a1e-4c3b-a06a-9c36441fd393 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:25.055696 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4a7495a0-82b5-4e72-9963-cc1fcb6d5423 req-f3fd4b38-2a1e-4c3b-a06a-9c36441fd393 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 931 time: 0.0614440 Sep 20 20:36:25.119032 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4a7495a0-82b5-4e72-9963-cc1fcb6d5423 req-6c926d60-2cd0-4a72-b330-b766eefa7d0b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535998 Sep 20 20:36:25.148363 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9084f5-fdc9-4e37-8386-dddbf2ef87f1 req-bf4f8009-4263-497d-9295-f9e4d93fadcc tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:25.150030 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5a9084f5-fdc9-4e37-8386-dddbf2ef87f1 req-bf4f8009-4263-497d-9295-f9e4d93fadcc tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.0546675 Sep 20 20:36:25.192152 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5a9084f5-fdc9-4e37-8386-dddbf2ef87f1 req-ebc126ce-519e-4d56-92a3-8e1bafdecf7f tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353673 Sep 20 20:36:25.314252 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1cf3c-960e-49a3-b67f-beca587c44f1 req-b8d59cba-aaae-4051-ae4c-bc6329c4a802 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:25.315829 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-65d1cf3c-960e-49a3-b67f-beca587c44f1 req-b8d59cba-aaae-4051-ae4c-bc6329c4a802 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 932 time: 0.0539904 Sep 20 20:36:25.359636 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-65d1cf3c-960e-49a3-b67f-beca587c44f1 req-759dc034-e179-4589-b6c5-a5511ec1f9cb tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377848 Sep 20 20:36:25.855550 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ba440d13-2fb7-441c-b176-52d46b740445 req-8bcc9973-f01c-4920-8b3b-96aeb972b758 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 210 time: 0.0261569 Sep 20 20:36:26.270701 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36344376-8b11-4c2b-955f-376eef6ee84e req-5b4a0299-2ce4-4c9c-a1c3-f11c0944990e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:26.274357 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-297cfe57-80a4-45ca-8b21-8ec61b59139b req-d76d6a31-2d5a-42e9-b5bb-251bed8d97c7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:26.285537 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-36344376-8b11-4c2b-955f-376eef6ee84e req-5b4a0299-2ce4-4c9c-a1c3-f11c0944990e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 931 time: 0.0978324 Sep 20 20:36:26.308966 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Request body: {'port': {'device_id': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:26.328664 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Request body: {'port': {'device_id': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:26.345478 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.45', 51472) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:26.516463 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-01957b58-c5a0-4d78-acae-642140b9ed7f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:26.517022 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-01957b58-c5a0-4d78-acae-642140b9ed7f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.45 "GET /v2.0/networks?id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 200 len: 818 time: 0.2335095 Sep 20 20:36:26.540002 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Request body: {'port': {'device_id': '10b47192-13f3-4380-8803-d3d7d02553f7', 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29', 'admin_state_up': True, 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:26.707481 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01b2f4-e333-4f70-8831-5f91c2ced634 req-83892705-53c0-4baf-be5e-0c024d9e5da1 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:26.718512 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0f01b2f4-e333-4f70-8831-5f91c2ced634 req-83892705-53c0-4baf-be5e-0c024d9e5da1 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.2559981 Sep 20 20:36:26.818942 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-36344376-8b11-4c2b-955f-376eef6ee84e req-e6f82878-7e72-4fa0-8c98-ce01b4d54019 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5309987 Sep 20 20:36:26.837509 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:26.844439 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:26.858590 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359ebf8-febd-42b4-8934-d589e67aa8ab req-f1b784c6-0028-4b6d-bd65-c9405572771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:26.859481 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d359ebf8-febd-42b4-8934-d589e67aa8ab req-f1b784c6-0028-4b6d-bd65-c9405572771e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 1097 time: 0.5021961 Sep 20 20:36:26.883811 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0f01b2f4-e333-4f70-8831-5f91c2ced634 req-3eb14274-667d-42c6-9617-f223ab5bea50 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636746 Sep 20 20:36:26.958557 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-297cfe57-80a4-45ca-8b21-8ec61b59139b req-d76d6a31-2d5a-42e9-b5bb-251bed8d97c7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:27.001631 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-297cfe57-80a4-45ca-8b21-8ec61b59139b req-d76d6a31-2d5a-42e9-b5bb-251bed8d97c7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:27.025657 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-48ebca86-ad11-46d6-816f-23f785fb0d5c req-e89eccee-e7a4-41e9-91f0-e477d501a1ca tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 210 time: 0.0756989 Sep 20 20:36:27.083201 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Made reservation on behalf of 4e7716995c5f43f68a3fcee5e8e34a6e for: {'port': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:36:27.087886 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:27.096282 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-297cfe57-80a4-45ca-8b21-8ec61b59139b req-d76d6a31-2d5a-42e9-b5bb-251bed8d97c7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8513460 Sep 20 20:36:27.108969 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d6a31-2d5a-42e9-b5bb-251bed8d97c7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46c085-d530-42ed-bc77-7307bfb7131a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:27.279439 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Allocated IP 172.20.0.6 (7f6cc1c2-8040-4ca3-acf5-d90aae140e29/a785b9f0-8952-486a-a6fc-517f7dd3ed62/a663dd00-6e15-401c-8d5b-f37e1652e2cc) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:36:27.376076 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64501a2-e95b-4e08-8c90-853f33fc0368 req-21cdcf9b-f39c-4ef8-b2df-6468bb1e1ab7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:27.378205 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a64501a2-e95b-4e08-8c90-853f33fc0368 req-21cdcf9b-f39c-4ef8-b2df-6468bb1e1ab7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 932 time: 0.4221385 Sep 20 20:36:27.401219 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359ebf8-febd-42b4-8934-d589e67aa8ab req-bedf46b7-85ce-4475-8932-166d6afd3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:27.403148 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d359ebf8-febd-42b4-8934-d589e67aa8ab req-bedf46b7-85ce-4475-8932-166d6afd3030 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5131528 Sep 20 20:36:27.496864 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:27.502248 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a64501a2-e95b-4e08-8c90-853f33fc0368 req-3c7a63c9-d082-441d-a56b-9d3674901314 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146712 Sep 20 20:36:27.540078 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:27.598034 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:36:27.605516 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:36:27.610968 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Pushing event updated for resources: {'Port': ['ID=a663dd00-6e15-401c-8d5b-f37e1652e2cc,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:27.629520 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:36:27.635230 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:27.636176 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:27.652813 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-1c1381a5-509c-4743-932d-43da4dd467f6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1215105 Sep 20 20:36:27.684796 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:36:27.696967 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:27.701161 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdef8e61-7395-46cb-b833-b27409cc7406 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:36:27.712228 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:27.728607 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Transition to ACTIVE for port object 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:36:27.734784 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:27.743741 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Transition to ACTIVE for port object cdef8e61-7395-46cb-b833-b27409cc7406 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:36:27.768383 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:27.796544 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:28.018394 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38604) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:28.045223 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a6ad7-5774-4285-a531-35ae026ffef2 req-d801c319-d238-45eb-8a64-0a4c9fd0c277 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:28.053088 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c38a6ad7-5774-4285-a531-35ae026ffef2 req-d801c319-d238-45eb-8a64-0a4c9fd0c277 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0814154 Sep 20 20:36:28.068106 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Pushing event updated for resources: {'Port': ['ID=cdef8e61-7395-46cb-b833-b27409cc7406,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:28.105191 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c38a6ad7-5774-4285-a531-35ae026ffef2 req-afd1c248-2b3a-4a72-abc9-83b54f8a41de tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508285 Sep 20 20:36:28.157845 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Attempting to bind port cdef8e61-7395-46cb-b833-b27409cc7406 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:36:28.158345 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Attempting to bind port cdef8e61-7395-46cb-b833-b27409cc7406 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:36:28.158654 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Attempting to bind port cdef8e61-7395-46cb-b833-b27409cc7406 on network edee2f1e-7029-467d-b39c-c0781942037a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:28.176755 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Attempting to bind port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:36:28.177094 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Attempting to bind port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:36:28.178037 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Attempting to bind port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec on network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:28.179681 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Port cdef8e61-7395-46cb-b833-b27409cc7406 on network edee2f1e-7029-467d-b39c-c0781942037a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:36:28.179991 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Attempting to bind port cdef8e61-7395-46cb-b833-b27409cc7406 on network edee2f1e-7029-467d-b39c-c0781942037a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:28.191935 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:36:28.192310 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Checking segment: {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:28.192815 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Bound using segment: {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:36:28.193256 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Bound port: cdef8e61-7395-46cb-b833-b27409cc7406, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:36:28.193726 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.196972 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec on network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:36:28.197285 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Attempting to bind port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec on network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:28.210609 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-db206e0e-381e-46c3-a665-63a75ce22591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.214214 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:36:28.214751 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Checking segment: {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:28.215267 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Bound using segment: {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:36:28.215702 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Bound port: 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:36:28.216059 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.235340 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379de847-a2fe-40b4-a0e7-8a40e379522f req-206726e3-fc6d-44e1-8938-24fb16376acd tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:28.237012 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-379de847-a2fe-40b4-a0e7-8a40e379522f req-206726e3-fc6d-44e1-8938-24fb16376acd tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.2219188 Sep 20 20:36:28.291877 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc4bc2-26e6-4180-95f4-601e9a5ec103 req-fe832aca-f552-468e-b327-c96134c12a8b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:28.293446 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-95cc4bc2-26e6-4180-95f4-601e9a5ec103 req-fe832aca-f552-468e-b327-c96134c12a8b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 931 time: 0.0709200 Sep 20 20:36:28.359890 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-379de847-a2fe-40b4-a0e7-8a40e379522f req-787b0033-2faa-4c06-997e-9b553cd63d67 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017272 Sep 20 20:36:28.376556 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] For port cdef8e61-7395-46cb-b833-b27409cc7406, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:36:28.385083 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] For port cdef8e61-7395-46cb-b833-b27409cc7406, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=cdef8e61-7395-46cb-b833-b27409cc7406,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:36:28.388333 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:36:28.392675 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.396531 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:36:28.405374 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-95cc4bc2-26e6-4180-95f4-601e9a5ec103 req-0f5257c8-0413-4020-bfd0-bf526e65787a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972242 Sep 20 20:36:28.416501 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.445390 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-db206e0e-381e-46c3-a665-63a75ce22591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.449923 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-db206e0e-381e-46c3-a665-63a75ce22591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.453687 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:28.454326 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.455954 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] 10.222.0.45 "PUT /v2.0/ports/cdef8e61-7395-46cb-b833-b27409cc7406 HTTP/1.1" status: 200 len: 1094 time: 2.1623342 Sep 20 20:36:28.458251 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'tag': 'cdef8e61-7395-46cb-b833-b27409cc7406'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:36:28.483305 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:28.484792 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.486682 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] 10.222.0.45 "PUT /v2.0/ports/8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec HTTP/1.1" status: 200 len: 1093 time: 2.1918905 Sep 20 20:36:28.497836 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-db206e0e-381e-46c3-a665-63a75ce22591 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b52b9859e0443449d4ea47562687ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742334 Sep 20 20:36:28.498786 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db206e0e-381e-46c3-a665-63a75ce22591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e790ff8-c76f-4bae-a396-1b428da854b5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:28.501422 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38622) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:28.512890 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af57edc-ffe2-47c6-a61c-8cfac72ca56a service neutron] Pushing event updated for resources: {'Port': ['ID=cdef8e61-7395-46cb-b833-b27409cc7406,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:28.585829 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63221b49-1c76-4844-9ed1-e4760e8bb2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:28.613482 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a1a541d-01d4-4f2a-b5e1-7864638fb961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.645655 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a1a541d-01d4-4f2a-b5e1-7864638fb961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.692748 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132f996f-2cf8-421e-9229-a194997a6546" -d '{"events": [{"name": "network-changed", "server_uuid": "1eff4a23-a3b8-4337-8a8a-0a9ff993296d", "tag": "cdef8e61-7395-46cb-b833-b27409cc7406"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:36:28.701111 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a1a541d-01d4-4f2a-b5e1-7864638fb961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.704187 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3a1a541d-01d4-4f2a-b5e1-7864638fb961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:28.705431 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3a1a541d-01d4-4f2a-b5e1-7864638fb961 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e790ff8-c76f-4bae-a396-1b428da854b5 HTTP/1.1" status: 204 len: 168 time: 0.1920168 Sep 20 20:36:28.724343 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53afb1-c56d-43a2-a992-fc48b761d3fb req-43e87e37-2459-421c-9889-c51ca13e617a tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:28.727112 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a541d-01d4-4f2a-b5e1-7864638fb961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e790ff8-c76f-4bae-a396-1b428da854b5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:28.728106 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc53afb1-c56d-43a2-a992-fc48b761d3fb req-43e87e37-2459-421c-9889-c51ca13e617a tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 944 time: 0.0843639 Sep 20 20:36:28.780807 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bc53afb1-c56d-43a2-a992-fc48b761d3fb req-a8f65135-a293-45b5-ba69-ed143e8459f1 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454690 Sep 20 20:36:28.870831 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6a0046-1e04-4b3e-84d8-939d37daca45 x-openstack-request-id: req-0c6a0046-1e04-4b3e-84d8-939d37daca45 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:36:28.871128 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eff4a23-a3b8-4337-8a8a-0a9ff993296d", "tag": "cdef8e61-7395-46cb-b833-b27409cc7406", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:36:28.871382 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c6a0046-1e04-4b3e-84d8-939d37daca45 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:36:28.871840 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'tag': 'cdef8e61-7395-46cb-b833-b27409cc7406', 'status': 'completed', 'code': 200} Sep 20 20:36:29.009628 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38638) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:29.022913 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ef364d8a-f3a9-415a-89f6-f1e1ab9e568d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:29.108386 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ef364d8a-f3a9-415a-89f6-f1e1ab9e568d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:29.112270 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ef364d8a-f3a9-415a-89f6-f1e1ab9e568d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:29.147632 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef364d8a-f3a9-415a-89f6-f1e1ab9e568d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c376f6a-ce7a-4d5f-a387-917d6377b394,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:29.151905 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ef364d8a-f3a9-415a-89f6-f1e1ab9e568d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d01ffd62604043ee8d39e002a52460ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412306 Sep 20 20:36:29.154897 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38642) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:29.402133 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e960e-0e65-4c8a-a579-757fc22f9fbb req-be173469-63d4-475c-9605-73e01043d703 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:29.403880 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-698e960e-0e65-4c8a-a579-757fc22f9fbb req-be173469-63d4-475c-9605-73e01043d703 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.2325604 Sep 20 20:36:29.409554 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-865517fd-e159-40a0-8d2f-84cd40a39e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:29.445049 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-865517fd-e159-40a0-8d2f-84cd40a39e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:29.471627 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3109e8-0705-48f6-b1fa-c3fc68db2a60 req-f5e199f4-77bc-4993-9bd4-c5776a6c388a tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:29.473140 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cd3109e8-0705-48f6-b1fa-c3fc68db2a60 req-f5e199f4-77bc-4993-9bd4-c5776a6c388a tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.0504313 Sep 20 20:36:29.474245 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-698e960e-0e65-4c8a-a579-757fc22f9fbb req-362fec76-2d06-44e0-98f0-f6a8510c8c2c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615885 Sep 20 20:36:29.526199 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cd3109e8-0705-48f6-b1fa-c3fc68db2a60 req-c622a58e-850e-43e2-a628-b089884c5208 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Sep 20 20:36:29.533499 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-865517fd-e159-40a0-8d2f-84cd40a39e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:29.537438 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-865517fd-e159-40a0-8d2f-84cd40a39e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:29.539214 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-865517fd-e159-40a0-8d2f-84cd40a39e46 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c376f6a-ce7a-4d5f-a387-917d6377b394 HTTP/1.1" status: 204 len: 168 time: 0.3833497 Sep 20 20:36:29.549398 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865517fd-e159-40a0-8d2f-84cd40a39e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c376f6a-ce7a-4d5f-a387-917d6377b394,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:29.626848 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f9b6c-f276-4039-bf4a-f4bcfdae0270 req-9ec91185-aa45-4972-9cb6-12fa50882771 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:29.634152 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-826f9b6c-f276-4039-bf4a-f4bcfdae0270 req-9ec91185-aa45-4972-9cb6-12fa50882771 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 931 time: 0.0646770 Sep 20 20:36:29.678578 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-826f9b6c-f276-4039-bf4a-f4bcfdae0270 req-dc54df97-bfad-4c0b-9149-93a7cc266f56 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Sep 20 20:36:29.912646 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882a018-784e-44a1-8bb1-bab82fc8cb4b req-2ffb4274-61ec-49d1-b820-bc73afb4aafa tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:29.914292 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6882a018-784e-44a1-8bb1-bab82fc8cb4b req-2ffb4274-61ec-49d1-b820-bc73afb4aafa tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 944 time: 0.0607884 Sep 20 20:36:29.965374 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6882a018-784e-44a1-8bb1-bab82fc8cb4b req-bd5aa4b7-7f15-4e8a-be4c-e793ce1e7d5a tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376999 Sep 20 20:36:30.214591 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Request body: {'port': {'device_id': '10b47192-13f3-4380-8803-d3d7d02553f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:30.301339 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:30.337536 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38708) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:30.442163 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f996f-2cf8-421e-9229-a194997a6546 req-64d2cb42-23af-45fd-aa94-72793fc3aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:30.444705 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-132f996f-2cf8-421e-9229-a194997a6546 req-64d2cb42-23af-45fd-aa94-72793fc3aeff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 1097 time: 0.1323957 Sep 20 20:36:30.447364 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359ebf8-febd-42b4-8934-d589e67aa8ab req-33954306-1a85-49c9-a3a6-ea1fd2347f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:30.448915 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d359ebf8-febd-42b4-8934-d589e67aa8ab req-33954306-1a85-49c9-a3a6-ea1fd2347f04 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2571869 Sep 20 20:36:30.450668 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-cd1bdf12-dbfa-437f-8ffe-7a5952b285ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:30.452182 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-cd1bdf12-dbfa-437f-8ffe-7a5952b285ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 1096 time: 0.1409929 Sep 20 20:36:30.584145 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f996f-2cf8-421e-9229-a194997a6546 req-04003ae2-9088-4691-96ef-43493fb5090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:30.588875 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-132f996f-2cf8-421e-9229-a194997a6546 req-04003ae2-9088-4691-96ef-43493fb5090b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1241469 Sep 20 20:36:30.677493 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a663dd00-6e15-401c-8d5b-f37e1652e2cc {{(pid=94160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:36:30.686880 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:30.713288 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8aee1-0bf9-45d2-8679-22902f7c5ace req-4bbc6b22-c00e-42fe-9789-f096f40f5050 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:30.715074 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5ff8aee1-0bf9-45d2-8679-22902f7c5ace req-4bbc6b22-c00e-42fe-9789-f096f40f5050 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.0793340 Sep 20 20:36:30.716310 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Transition to ACTIVE for port object a663dd00-6e15-401c-8d5b-f37e1652e2cc will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:36:30.717297 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-5f7864ab-f1f7-481a-81ad-1d608e8ff253 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec HTTP/1.1" status: 200 len: 217 time: 0.2488713 Sep 20 20:36:30.721059 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:30.743134 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a68b563-e4f3-42c7-9a05-cfcfac24fc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:30.795474 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Pushing event updated for resources: {'Port': ['ID=a663dd00-6e15-401c-8d5b-f37e1652e2cc,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:30.820310 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5ff8aee1-0bf9-45d2-8679-22902f7c5ace req-36f7276b-4e6e-4064-abd4-c42896c885bb tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911860 Sep 20 20:36:30.865400 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-4b1c859d-5a04-4bb2-9cde-b084bbd6f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:30.868143 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-4b1c859d-5a04-4bb2-9cde-b084bbd6f9fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 1097 time: 0.2771552 Sep 20 20:36:30.879669 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af5b7-7ffb-400b-ab4a-a63e44e2e549 req-f8e5539e-30ac-4c0c-a964-6cbe5c3eb828 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:30.881368 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-117af5b7-7ffb-400b-ab4a-a63e44e2e549 req-f8e5539e-30ac-4c0c-a964-6cbe5c3eb828 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.2459743 Sep 20 20:36:30.882521 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:36:30.884199 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92097d5c-b78d-4828-8b83-966e6ed511aa" -d '{"events": [{"name": "network-changed", "server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:36:30.945093 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-eab723fd-6e7c-4e51-8e34-c83f2833fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:30.946605 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-eab723fd-6e7c-4e51-8e34-c83f2833fc3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 200 len: 855 time: 0.2048583 Sep 20 20:36:30.971049 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-4bd395ba-fcfe-43f5-8a57-5c2246f849cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff769277-fe62-484c-8b36-bebbd8c7ad77 HTTP/1.1" status: 200 len: 217 time: 0.0822542 Sep 20 20:36:31.080567 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f996f-2cf8-421e-9229-a194997a6546 req-2356020a-233c-4caf-96c6-033e5e7cd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:31.082056 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-132f996f-2cf8-421e-9229-a194997a6546 req-2356020a-233c-4caf-96c6-033e5e7cd219 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4561048 Sep 20 20:36:31.111526 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Attempting to bind port a663dd00-6e15-401c-8d5b-f37e1652e2cc on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:36:31.111872 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Attempting to bind port a663dd00-6e15-401c-8d5b-f37e1652e2cc by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:36:31.112198 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Attempting to bind port a663dd00-6e15-401c-8d5b-f37e1652e2cc on network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:31.122412 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Port a663dd00-6e15-401c-8d5b-f37e1652e2cc on network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:36:31.122823 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Attempting to bind port a663dd00-6e15-401c-8d5b-f37e1652e2cc on network 7f6cc1c2-8040-4ca3-acf5-d90aae140e29 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:36:31.130818 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-117af5b7-7ffb-400b-ab4a-a63e44e2e549 req-4d2588ac-7bac-4769-981e-30642f6d75e6 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370493 Sep 20 20:36:31.131395 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:36:31.131731 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Checking segment: {'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:36:31.132112 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Bound using segment: {'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:36:31.132536 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Bound port: a663dd00-6e15-401c-8d5b-f37e1652e2cc, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:36:31.132891 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:31.154527 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24815626-90a0-4dd8-a6eb-af2f6001fcb0 req-a2b3c03d-561a-4283-85e3-e22bef93febe tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:31.162282 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-24815626-90a0-4dd8-a6eb-af2f6001fcb0 req-a2b3c03d-561a-4283-85e3-e22bef93febe tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 943 time: 0.0996628 Sep 20 20:36:31.229243 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6791a025-1483-479c-95be-796beaec52f8 x-openstack-request-id: req-6791a025-1483-479c-95be-796beaec52f8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:36:31.229520 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:36:31.229920 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6791a025-1483-479c-95be-796beaec52f8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:36:31.230500 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'status': 'completed', 'code': 200} Sep 20 20:36:31.249615 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-e25e6fcf-84a9-459f-b146-be6895d424eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:31.251599 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-e25e6fcf-84a9-459f-b146-be6895d424eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a785b9f0-8952-486a-a6fc-517f7dd3ed62 HTTP/1.1" status: 200 len: 858 time: 0.2653716 Sep 20 20:36:31.263510 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-3680a609-1a48-4d54-a2b3-ba552781cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:31.263675 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-3680a609-1a48-4d54-a2b3-ba552781cb9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3057313 Sep 20 20:36:31.263862 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-24815626-90a0-4dd8-a6eb-af2f6001fcb0 req-11cd6ebb-d627-4efd-8e69-ea4d2d6e9956 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006842 Sep 20 20:36:31.308608 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-ecb05932-8359-4ebc-a6c0-a27fcbfa5585 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430822 Sep 20 20:36:31.317309 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] For port a663dd00-6e15-401c-8d5b-f37e1652e2cc, host hv-cinder-79820, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:36:31.323188 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] For port a663dd00-6e15-401c-8d5b-f37e1652e2cc, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=a663dd00-6e15-401c-8d5b-f37e1652e2cc,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:36:31.327532 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:31.399662 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Pushing event updated for resources: {'Port': ['ID=a663dd00-6e15-401c-8d5b-f37e1652e2cc,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:31.399824 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-d9862c97-4b48-4286-9352-f359a583eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:31.401085 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-d9862c97-4b48-4286-9352-f359a583eb13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 1097 time: 0.2597911 Sep 20 20:36:31.419770 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:31.420627 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:31.423001 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-50e15c16-efe0-4e11-bc9f-8d1878dba430 service neutron] 10.222.0.45 "PUT /v2.0/ports/a663dd00-6e15-401c-8d5b-f37e1652e2cc HTTP/1.1" status: 200 len: 1093 time: 1.2145236 Sep 20 20:36:31.423543 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b47192-13f3-4380-8803-d3d7d02553f7', 'tag': 'a663dd00-6e15-401c-8d5b-f37e1652e2cc'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:36:31.425902 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5575079-2a63-405a-8cd6-90eea4e05870" -d '{"events": [{"name": "network-changed", "server_uuid": "10b47192-13f3-4380-8803-d3d7d02553f7", "tag": "a663dd00-6e15-401c-8d5b-f37e1652e2cc"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:36:31.491122 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a68b563-e4f3-42c7-9a05-cfcfac24fc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:31.519518 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a460fc-1bc0-4210-8116-c0c790e0189b x-openstack-request-id: req-79a460fc-1bc0-4210-8116-c0c790e0189b {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:36:31.519518 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b47192-13f3-4380-8803-d3d7d02553f7", "tag": "a663dd00-6e15-401c-8d5b-f37e1652e2cc", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:36:31.519867 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79a460fc-1bc0-4210-8116-c0c790e0189b {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:36:31.520133 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b47192-13f3-4380-8803-d3d7d02553f7', 'tag': 'a663dd00-6e15-401c-8d5b-f37e1652e2cc', 'status': 'completed', 'code': 200} Sep 20 20:36:31.543297 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-e0804589-9d67-48e7-bdab-30338f0e1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:31.544808 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-e0804589-9d67-48e7-bdab-30338f0e1957 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 1096 time: 0.0705225 Sep 20 20:36:31.587486 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a68b563-e4f3-42c7-9a05-cfcfac24fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:31.592586 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-4b4c7e5d-1033-4ff5-9bc7-218f9ae31e56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a663dd00-6e15-401c-8d5b-f37e1652e2cc HTTP/1.1" status: 200 len: 217 time: 0.0367398 Sep 20 20:36:31.628493 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68b563-e4f3-42c7-9a05-cfcfac24fc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203b9b55-576e-475a-be41-93f88bb7b5ee,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:31.632150 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-3740f79b-c971-45e0-bda9-17ca345facf0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdef8e61-7395-46cb-b833-b27409cc7406 HTTP/1.1" status: 200 len: 217 time: 0.1870973 Sep 20 20:36:31.659896 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541a65b-0cdb-4fb8-9a82-352f0cefa95d req-ab9319fe-4dfa-45ff-84e9-cf2f94fdaa3a tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:31.661549 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5541a65b-0cdb-4fb8-9a82-352f0cefa95d req-ab9319fe-4dfa-45ff-84e9-cf2f94fdaa3a tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 944 time: 0.3554857 Sep 20 20:36:31.692419 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-a8b9d877-9fc5-43b8-9af8-64532a7f5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:31.695206 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-a8b9d877-9fc5-43b8-9af8-64532a7f5791 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a785b9f0-8952-486a-a6fc-517f7dd3ed62 HTTP/1.1" status: 200 len: 858 time: 0.0947363 Sep 20 20:36:31.722622 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-8ab080df-8c04-492f-ba81-7ff16f813cc3 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413319 Sep 20 20:36:31.732488 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-d161633d-2549-445a-930e-a89328b2b9e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267184 Sep 20 20:36:31.789360 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-ff689c28-62af-480d-b4ed-89a457948230 service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536381 Sep 20 20:36:31.798338 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1a68b563-e4f3-42c7-9a05-cfcfac24fc2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9be53cb6fc8a47a0bc54399def9325b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4488652 Sep 20 20:36:31.804739 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38778) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:31.851954 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38784) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:31.878910 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-bafdc82b-169e-49b3-95e5-790bea78820c service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389208 Sep 20 20:36:31.895592 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-59052826-1820-4abf-8ac7-365fb9843b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:31.966097 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-59052826-1820-4abf-8ac7-365fb9843b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.070548 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2c544dec-0f7e-49fc-8017-ad64aa16b29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.079735 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5541a65b-0cdb-4fb8-9a82-352f0cefa95d req-31a48ead-796a-40de-aba6-060ce12e7d1a tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755291 Sep 20 20:36:32.083116 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0f62b-3244-4a1c-91d5-18d86b85a919 req-46414aa8-425b-4663-befd-2f51ea4da36d tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:32.084510 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a9f0f62b-3244-4a1c-91d5-18d86b85a919 req-46414aa8-425b-4663-befd-2f51ea4da36d tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.1756797 Sep 20 20:36:32.097589 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-1e01d041-cad9-41a3-8a25-a6db6891edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:32.099185 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-1e01d041-cad9-41a3-8a25-a6db6891edf6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=defa30c0-d28a-488d-9a06-e8a8f66dcec3 HTTP/1.1" status: 200 len: 850 time: 0.4544909 Sep 20 20:36:32.131846 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93108e1b-6e6b-441c-bdf6-1d6be813cfc5 req-3093ca96-084e-402d-b2bd-699ecba5d183 service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372966 Sep 20 20:36:32.154404 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-59052826-1820-4abf-8ac7-365fb9843b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.158084 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-59052826-1820-4abf-8ac7-365fb9843b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.158735 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-59052826-1820-4abf-8ac7-365fb9843b4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/203b9b55-576e-475a-be41-93f88bb7b5ee HTTP/1.1" status: 204 len: 168 time: 0.3530200 Sep 20 20:36:32.201314 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a9f0f62b-3244-4a1c-91d5-18d86b85a919 req-3b4b4c29-e4e0-4d28-9eb1-0423ba5650d8 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052945 Sep 20 20:36:32.218069 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59052826-1820-4abf-8ac7-365fb9843b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203b9b55-576e-475a-be41-93f88bb7b5ee,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:32.262566 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575079-2a63-405a-8cd6-90eea4e05870 req-6aa7f99f-e02d-49ed-9d7a-274dd8cdfbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:32.264261 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e5575079-2a63-405a-8cd6-90eea4e05870 req-6aa7f99f-e02d-49ed-9d7a-274dd8cdfbf9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 1096 time: 0.0830624 Sep 20 20:36:32.308694 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-2db7d4e1-8fdf-4d95-a65a-8a543d663212 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340998 Sep 20 20:36:32.314267 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ffab2bd7-0234-4259-9597-de9249e766d9 req-04b99af6-a2cc-4514-9f2f-8f73eb80c9a2 service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973359 Sep 20 20:36:32.316369 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-0bd6f3d5-46d3-466e-8bc9-0501eaca3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:32.317924 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-0bd6f3d5-46d3-466e-8bc9-0501eaca3603 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edee2f1e-7029-467d-b39c-c0781942037a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1473799 Sep 20 20:36:32.321256 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2c544dec-0f7e-49fc-8017-ad64aa16b29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.347899 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2c544dec-0f7e-49fc-8017-ad64aa16b29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.350616 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9311a79-6c11-411f-b617-a4329d964e9b req-66c45dff-d412-462f-9277-3f129687fc92 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:32.352197 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f9311a79-6c11-411f-b617-a4329d964e9b req-66c45dff-d412-462f-9277-3f129687fc92 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.1055481 Sep 20 20:36:32.444653 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f9311a79-6c11-411f-b617-a4329d964e9b req-765beb18-c8f0-4211-bb26-7fa1f536adb1 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830660 Sep 20 20:36:32.478125 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2c544dec-0f7e-49fc-8017-ad64aa16b29d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84cb766308134f7da1c7700ed2dce695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6249461 Sep 20 20:36:32.480836 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38808) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:32.490781 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c544dec-0f7e-49fc-8017-ad64aa16b29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9afc2be-4a56-4d0a-a46f-7ef7935574a1,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:32.508583 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575079-2a63-405a-8cd6-90eea4e05870 req-b3832488-f51b-4f8b-a297-8992010d9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:32.510101 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e5575079-2a63-405a-8cd6-90eea4e05870 req-b3832488-f51b-4f8b-a297-8992010d9a2d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 200 len: 918 time: 0.2389836 Sep 20 20:36:32.531739 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641a09b-d537-4a82-a03c-0b3fbc6e75c7 req-da983569-5fd2-4e83-98af-38289cd7f086 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:32.533424 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7641a09b-d537-4a82-a03c-0b3fbc6e75c7 req-da983569-5fd2-4e83-98af-38289cd7f086 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 943 time: 0.1461275 Sep 20 20:36:32.554871 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51d23fd9-9cc3-4caa-971f-9384ca81e6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.587373 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51d23fd9-9cc3-4caa-971f-9384ca81e6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.600392 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7641a09b-d537-4a82-a03c-0b3fbc6e75c7 req-1a088321-c77d-4167-a918-5d55343303d2 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587463 Sep 20 20:36:32.624330 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38812) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:32.639906 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd354729-2566-4fca-8ffb-6589e2be6d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.680180 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51d23fd9-9cc3-4caa-971f-9384ca81e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.683764 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51d23fd9-9cc3-4caa-971f-9384ca81e6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.685378 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-51d23fd9-9cc3-4caa-971f-9384ca81e6ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9afc2be-4a56-4d0a-a46f-7ef7935574a1 HTTP/1.1" status: 204 len: 168 time: 0.2034431 Sep 20 20:36:32.711647 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d23fd9-9cc3-4caa-971f-9384ca81e6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9afc2be-4a56-4d0a-a46f-7ef7935574a1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:32.789024 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd354729-2566-4fca-8ffb-6589e2be6d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.793041 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd354729-2566-4fca-8ffb-6589e2be6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.832022 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-fd354729-2566-4fca-8ffb-6589e2be6d35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91d9cf4f14bf4ccbac9c85c21e173485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079284 Sep 20 20:36:32.832841 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd354729-2566-4fca-8ffb-6589e2be6d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ff9738-f21a-4484-9f15-7dae43c85ab0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:32.834808 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38826) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:32.884071 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1df49271-73bc-4b2a-9edb-99cc1904480a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.905001 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1df49271-73bc-4b2a-9edb-99cc1904480a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.949884 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1df49271-73bc-4b2a-9edb-99cc1904480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.952493 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1df49271-73bc-4b2a-9edb-99cc1904480a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:32.954217 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1df49271-73bc-4b2a-9edb-99cc1904480a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93ff9738-f21a-4484-9f15-7dae43c85ab0 HTTP/1.1" status: 204 len: 168 time: 0.1184311 Sep 20 20:36:32.961861 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df49271-73bc-4b2a-9edb-99cc1904480a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ff9738-f21a-4484-9f15-7dae43c85ab0,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:33.054541 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38832) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:33.067361 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fa51e258-dd27-485b-a30f-b8f616dd8eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:33.163307 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fa51e258-dd27-485b-a30f-b8f616dd8eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:33.167398 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fa51e258-dd27-485b-a30f-b8f616dd8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:33.201678 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe6b3b-df50-4ff2-8c64-4409fb848560 req-6f068ce8-6922-413d-9816-333e0521c2d8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:33.203811 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95fe6b3b-df50-4ff2-8c64-4409fb848560 req-6f068ce8-6922-413d-9816-333e0521c2d8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 944 time: 0.0541105 Sep 20 20:36:33.210285 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-fa51e258-dd27-485b-a30f-b8f616dd8eb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b486d0ea5ec44580995ca9789cbf3af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523042 Sep 20 20:36:33.210285 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51e258-dd27-485b-a30f-b8f616dd8eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a6f723-e6a1-4722-bfe7-1baa1fd06954,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:33.211136 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38840) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:33.267017 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95fe6b3b-df50-4ff2-8c64-4409fb848560 req-b848d399-a9de-4901-87b8-73523d1a71f7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570517 Sep 20 20:36:33.287909 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df6ffcba-36be-4114-aced-ceaa9208120d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:33.307577 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df6ffcba-36be-4114-aced-ceaa9208120d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:33.357353 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df6ffcba-36be-4114-aced-ceaa9208120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:33.360060 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df6ffcba-36be-4114-aced-ceaa9208120d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:33.361207 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-df6ffcba-36be-4114-aced-ceaa9208120d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5a6f723-e6a1-4722-bfe7-1baa1fd06954 HTTP/1.1" status: 204 len: 168 time: 0.1450534 Sep 20 20:36:33.368959 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ffcba-36be-4114-aced-ceaa9208120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a6f723-e6a1-4722-bfe7-1baa1fd06954,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:33.581324 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c28731-b756-4ed9-b919-bce7d1a8b448 req-cdae1c86-b248-43d1-a22b-2a4c5e7e1317 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:33.596773 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d2c28731-b756-4ed9-b919-bce7d1a8b448 req-cdae1c86-b248-43d1-a22b-2a4c5e7e1317 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0802011 Sep 20 20:36:33.653980 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d2c28731-b756-4ed9-b919-bce7d1a8b448 req-aa81fb48-09df-4a2b-81c0-380e576d3323 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563412 Sep 20 20:36:33.747974 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9eb33-cce1-42d8-a40b-20491ebd22e4 req-f9cd09a6-471f-4ee0-ad73-c34d525acc90 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:33.750164 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8be9eb33-cce1-42d8-a40b-20491ebd22e4 req-f9cd09a6-471f-4ee0-ad73-c34d525acc90 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 943 time: 0.0601885 Sep 20 20:36:33.832022 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8be9eb33-cce1-42d8-a40b-20491ebd22e4 req-1ffd5a68-f544-4876-a88a-cd45adb40938 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750749 Sep 20 20:36:34.391733 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d8267-2602-4d12-a545-1c6549d0f86a req-b75a0cf7-8258-45cd-b879-0fdcedf760a9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:34.400070 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5b7d8267-2602-4d12-a545-1c6549d0f86a req-b75a0cf7-8258-45cd-b879-0fdcedf760a9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 944 time: 0.0575202 Sep 20 20:36:34.443432 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5b7d8267-2602-4d12-a545-1c6549d0f86a req-94725050-0880-4970-868b-8737b0ffb6fe tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324819 Sep 20 20:36:34.803796 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4de55e-622b-4d7c-9ac9-49d9e2bfacd0 req-2297c343-89dc-4125-8864-572c418d5fa1 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:34.805319 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de4de55e-622b-4d7c-9ac9-49d9e2bfacd0 req-2297c343-89dc-4125-8864-572c418d5fa1 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0500197 Sep 20 20:36:34.848408 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de4de55e-622b-4d7c-9ac9-49d9e2bfacd0 req-63401381-e774-49ff-a35e-61ba641f89f2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350239 Sep 20 20:36:34.975134 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8083c0-1573-43cc-a167-176ca0154efe req-4655e2d4-752e-4aa2-b0e0-e0575d7bd182 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:34.977175 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fb8083c0-1573-43cc-a167-176ca0154efe req-4655e2d4-752e-4aa2-b0e0-e0575d7bd182 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 943 time: 0.0515583 Sep 20 20:36:35.018251 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fb8083c0-1573-43cc-a167-176ca0154efe req-3e01ac50-8957-4278-b112-f68a2b453afb tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344296 Sep 20 20:36:35.086670 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38952) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:35.276018 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fda3b899-6506-41c6-977f-4fae1a8bd8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:35.327352 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e5575079-2a63-405a-8cd6-90eea4e05870 req-a25764b2-eb44-4fb2-904c-f96592328dc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a663dd00-6e15-401c-8d5b-f37e1652e2cc HTTP/1.1" status: 200 len: 217 time: 0.0750511 Sep 20 20:36:35.387066 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92097d5c-b78d-4828-8b83-966e6ed511aa req-2f66a199-9e17-4dce-8147-75d0bd480e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:35.388543 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92097d5c-b78d-4828-8b83-966e6ed511aa req-2f66a199-9e17-4dce-8147-75d0bd480e35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 1096 time: 0.1203053 Sep 20 20:36:35.403623 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-3cabe6c3-fa96-44fb-bccf-57133f3b07d5 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644924 Sep 20 20:36:35.432999 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575079-2a63-405a-8cd6-90eea4e05870 req-34a3507e-703a-4db1-a6da-f0146466320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:35.434490 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e5575079-2a63-405a-8cd6-90eea4e05870 req-34a3507e-703a-4db1-a6da-f0146466320d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a785b9f0-8952-486a-a6fc-517f7dd3ed62 HTTP/1.1" status: 200 len: 858 time: 0.0686347 Sep 20 20:36:35.473768 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e5575079-2a63-405a-8cd6-90eea4e05870 req-2a4c480e-9427-4948-bf83-ddd4a0361ffb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298960 Sep 20 20:36:35.501241 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fda3b899-6506-41c6-977f-4fae1a8bd8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:35.510552 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fda3b899-6506-41c6-977f-4fae1a8bd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:35.590713 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-fda3b899-6506-41c6-977f-4fae1a8bd8fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40d47c1e99c946a796ae11278f4bc21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029669 Sep 20 20:36:35.593163 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3b899-6506-41c6-977f-4fae1a8bd8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0083223d-fc44-4507-9b22-87afa761740e,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:35.599299 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 38964) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:35.654407 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e5575079-2a63-405a-8cd6-90eea4e05870 req-43ea4dc6-2edc-4ae0-8033-1de7384c57e5 service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558428 Sep 20 20:36:35.662183 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf1d0e-3184-46b2-895b-a0bd32c80a7f req-89043276-8c38-4e62-9434-cf4fd3d2f26e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:35.665164 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3ebf1d0e-3184-46b2-895b-a0bd32c80a7f req-89043276-8c38-4e62-9434-cf4fd3d2f26e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 944 time: 0.1390946 Sep 20 20:36:35.670393 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92097d5c-b78d-4828-8b83-966e6ed511aa req-9f9e002c-e808-475c-9677-aacb494a2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:35.672293 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92097d5c-b78d-4828-8b83-966e6ed511aa req-9f9e002c-e808-475c-9677-aacb494a2dc7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 916 time: 0.2677484 Sep 20 20:36:35.673746 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73a74506-e725-422d-80fd-2ecac39c520e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:35.684629 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-200c7d99-deeb-432c-a7d5-0c3fb760600f req-16a77774-78da-4c69-bd49-0b7f066dbe69 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651780 Sep 20 20:36:35.736097 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92097d5c-b78d-4828-8b83-966e6ed511aa req-73a2066f-dc4a-47b7-949e-c0a71ea7ba8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec HTTP/1.1" status: 200 len: 217 time: 0.0435390 Sep 20 20:36:35.742692 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73a74506-e725-422d-80fd-2ecac39c520e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:35.782025 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3ebf1d0e-3184-46b2-895b-a0bd32c80a7f req-967a24be-f29b-4489-aa11-8b31f9d6e57d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048212 Sep 20 20:36:35.792699 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e5575079-2a63-405a-8cd6-90eea4e05870 req-572e8b4f-f1a6-4666-8cfb-a7e33f330832 service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290817 Sep 20 20:36:35.801146 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92097d5c-b78d-4828-8b83-966e6ed511aa req-af2a2e4c-4a7b-4274-a827-720ac1472880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:35.802751 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92097d5c-b78d-4828-8b83-966e6ed511aa req-af2a2e4c-4a7b-4274-a827-720ac1472880 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 200 len: 855 time: 0.0589197 Sep 20 20:36:35.810427 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73a74506-e725-422d-80fd-2ecac39c520e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:35.813045 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-73a74506-e725-422d-80fd-2ecac39c520e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:35.816446 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-73a74506-e725-422d-80fd-2ecac39c520e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0083223d-fc44-4507-9b22-87afa761740e HTTP/1.1" status: 204 len: 168 time: 0.2139509 Sep 20 20:36:35.824146 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a74506-e725-422d-80fd-2ecac39c520e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0083223d-fc44-4507-9b22-87afa761740e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:35.861603 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92097d5c-b78d-4828-8b83-966e6ed511aa req-4efe878f-bda8-4703-b523-b0176da03ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:35.863134 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92097d5c-b78d-4828-8b83-966e6ed511aa req-4efe878f-bda8-4703-b523-b0176da03ed4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507865 Sep 20 20:36:35.973009 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92097d5c-b78d-4828-8b83-966e6ed511aa req-ea588b63-8ba2-4d7b-84ba-e8b2b1a02c65 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017199 Sep 20 20:36:36.001001 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f45d29-66aa-4786-8fd7-e5cf6c0793e1 req-cd78dc93-c554-4aac-aaba-d35907b6e6e9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:36.008604 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-20f45d29-66aa-4786-8fd7-e5cf6c0793e1 req-cd78dc93-c554-4aac-aaba-d35907b6e6e9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0770681 Sep 20 20:36:36.063106 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-20f45d29-66aa-4786-8fd7-e5cf6c0793e1 req-ed4b631f-d5e7-4eb8-8c0d-64e9c6aec183 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530484 Sep 20 20:36:36.124369 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92097d5c-b78d-4828-8b83-966e6ed511aa req-f1e99957-9bf0-4188-bd90-ddcfc78d5951 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423960 Sep 20 20:36:36.198189 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bc5c5-19bc-45fe-8f10-c3d778141fce req-3118425e-8217-437f-8b6d-30efb45d02b6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:36.203531 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-512bc5c5-19bc-45fe-8f10-c3d778141fce req-3118425e-8217-437f-8b6d-30efb45d02b6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 943 time: 0.0575769 Sep 20 20:36:36.214663 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 38996) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:36.232164 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbd490e5-3de2-43d0-bccf-460f2984ac21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:36.262246 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-512bc5c5-19bc-45fe-8f10-c3d778141fce req-eb932064-0467-4d99-9e58-1f83c6e5c08c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553319 Sep 20 20:36:36.363950 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbd490e5-3de2-43d0-bccf-460f2984ac21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:36.367920 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbd490e5-3de2-43d0-bccf-460f2984ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:36.410175 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd490e5-3de2-43d0-bccf-460f2984ac21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4647a2ac-2554-4a1c-8fde-7107893e3d00,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:36.415284 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-cbd490e5-3de2-43d0-bccf-460f2984ac21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b147b1b115bd4b2c9b439d9b3668e04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996229 Sep 20 20:36:36.418073 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 39012) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:36.483749 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a92ccb74-b86c-4df4-b749-592f24675deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:36.512030 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a92ccb74-b86c-4df4-b749-592f24675deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:36.563971 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a92ccb74-b86c-4df4-b749-592f24675deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:36.566648 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a92ccb74-b86c-4df4-b749-592f24675deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:36.567817 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a92ccb74-b86c-4df4-b749-592f24675deb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4647a2ac-2554-4a1c-8fde-7107893e3d00 HTTP/1.1" status: 204 len: 168 time: 0.1478050 Sep 20 20:36:36.578804 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ccb74-b86c-4df4-b749-592f24675deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4647a2ac-2554-4a1c-8fde-7107893e3d00,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:36.788797 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:36.909132 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda3552-2186-4d28-8adc-0d21045da42c req-e2503a04-9e50-42cc-9a92-3a20b16f7154 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:36.910639 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8eda3552-2186-4d28-8adc-0d21045da42c req-e2503a04-9e50-42cc-9a92-3a20b16f7154 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 944 time: 0.0487559 Sep 20 20:36:36.953497 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8eda3552-2186-4d28-8adc-0d21045da42c req-5b738c81-0bb9-4137-9b96-511bf3a96507 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364697 Sep 20 20:36:37.185496 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82454f-3347-4286-8666-5b72e764220b req-5a285326-78fa-4e92-86a2-6301cf3758cc tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:37.188173 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ee82454f-3347-4286-8666-5b72e764220b req-5a285326-78fa-4e92-86a2-6301cf3758cc tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0565543 Sep 20 20:36:37.231014 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ee82454f-3347-4286-8666-5b72e764220b req-0072d976-2908-4e24-8293-ed763902ee55 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364516 Sep 20 20:36:37.247232 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device cdef8e61-7395-46cb-b833-b27409cc7406 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:36:37.358456 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port cdef8e61-7395-46cb-b833-b27409cc7406, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=cdef8e61-7395-46cb-b833-b27409cc7406,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:37.373336 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'cdef8e61-7395-46cb-b833-b27409cc7406', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'port_id': 'cdef8e61-7395-46cb-b833-b27409cc7406', 'mac_address': 'fa:16:3e:83:a2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:36:37.404209 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa42c44-aac1-4325-8a97-5d685dcf3380 req-cb5a19af-f47f-47c6-b326-1335a980825b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:37.411743 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7fa42c44-aac1-4325-8a97-5d685dcf3380 req-cb5a19af-f47f-47c6-b326-1335a980825b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 943 time: 0.0711596 Sep 20 20:36:37.432834 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:37.448693 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdef8e61-7395-46cb-b833-b27409cc7406 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:36:37.460032 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7fa42c44-aac1-4325-8a97-5d685dcf3380 req-e7df4b90-32b3-4d0d-b524-d9ae4fd817f0 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472267 Sep 20 20:36:37.481679 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port cdef8e61-7395-46cb-b833-b27409cc7406, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=cdef8e61-7395-46cb-b833-b27409cc7406,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:37.485045 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:37.485895 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device ff769277-fe62-484c-8b36-bebbd8c7ad77 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:36:37.562420 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=cdef8e61-7395-46cb-b833-b27409cc7406,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:37.670540 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port ff769277-fe62-484c-8b36-bebbd8c7ad77, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=ff769277-fe62-484c-8b36-bebbd8c7ad77,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:37.685554 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'ff769277-fe62-484c-8b36-bebbd8c7ad77', 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29', 'port_id': 'ff769277-fe62-484c-8b36-bebbd8c7ad77', 'mac_address': 'fa:16:3e:cc:b6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a785b9f0-8952-486a-a6fc-517f7dd3ed62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:36:37.727434 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:37.745622 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff769277-fe62-484c-8b36-bebbd8c7ad77 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:36:37.767433 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port ff769277-fe62-484c-8b36-bebbd8c7ad77, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=ff769277-fe62-484c-8b36-bebbd8c7ad77,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:37.771607 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:37.772329 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device a663dd00-6e15-401c-8d5b-f37e1652e2cc details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:36:37.837244 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 39094) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:37.844931 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port a663dd00-6e15-401c-8d5b-f37e1652e2cc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=a663dd00-6e15-401c-8d5b-f37e1652e2cc,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:37.846556 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=ff769277-fe62-484c-8b36-bebbd8c7ad77,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:37.857601 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'a663dd00-6e15-401c-8d5b-f37e1652e2cc', 'network_id': '7f6cc1c2-8040-4ca3-acf5-d90aae140e29', 'port_id': 'a663dd00-6e15-401c-8d5b-f37e1652e2cc', 'mac_address': 'fa:16:3e:a3:7c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a785b9f0-8952-486a-a6fc-517f7dd3ed62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:36:37.894203 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:37.907490 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a663dd00-6e15-401c-8d5b-f37e1652e2cc {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:36:37.926068 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port a663dd00-6e15-401c-8d5b-f37e1652e2cc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=a663dd00-6e15-401c-8d5b-f37e1652e2cc,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:37.929609 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:37.930347 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:36:37.944690 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6a80f76-b267-4056-9a5d-80546584f6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:38.007428 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=a663dd00-6e15-401c-8d5b-f37e1652e2cc,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:38.068205 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:38.079120 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'port_id': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'mac_address': 'fa:16:3e:00:29:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:36:38.081381 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6a80f76-b267-4056-9a5d-80546584f6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:38.086331 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6a80f76-b267-4056-9a5d-80546584f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:38.104635 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aa94b-12a1-4455-895b-079b46b46daf req-a9c8ac89-ca49-4293-b9c0-04cacbc3fac6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:38.106203 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-576aa94b-12a1-4455-895b-079b46b46daf req-a9c8ac89-ca49-4293-b9c0-04cacbc3fac6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 945 time: 0.0782585 Sep 20 20:36:38.116409 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:38.128428 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:36:38.149259 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:38.150031 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a80f76-b267-4056-9a5d-80546584f6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90080b7a-aca6-440a-8fb4-c84850bd730c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:38.155249 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:38.157975 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39100) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:38.158167 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d6a80f76-b267-4056-9a5d-80546584f6c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ea5b90a384c40aca563da0b70af742c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197320 Sep 20 20:36:38.176472 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-576aa94b-12a1-4455-895b-079b46b46daf req-e89d3fa5-2780-40ed-917c-1b91aa689c9e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620513 Sep 20 20:36:38.207879 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:38.224584 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d0f35378-bf9e-42a1-a617-dac5b93a583e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:38.245400 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d0f35378-bf9e-42a1-a617-dac5b93a583e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:38.291077 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d0f35378-bf9e-42a1-a617-dac5b93a583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:38.293771 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d0f35378-bf9e-42a1-a617-dac5b93a583e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:38.302548 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d0f35378-bf9e-42a1-a617-dac5b93a583e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90080b7a-aca6-440a-8fb4-c84850bd730c HTTP/1.1" status: 204 len: 168 time: 0.1403651 Sep 20 20:36:38.311400 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f35378-bf9e-42a1-a617-dac5b93a583e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90080b7a-aca6-440a-8fb4-c84850bd730c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:38.390341 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9b611-4c89-4421-97c9-24f7b039d442 req-9c082197-2815-4bd0-aa05-42b39d858f09 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:38.392923 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-27a9b611-4c89-4421-97c9-24f7b039d442 req-9c082197-2815-4bd0-aa05-42b39d858f09 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0592458 Sep 20 20:36:38.440153 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-27a9b611-4c89-4421-97c9-24f7b039d442 req-85b55b51-b90a-46bc-92ba-a6d93bd9542f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Sep 20 20:36:38.580992 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873282f8-7787-4dd5-b7f7-fd64ff82f45f req-b8cec63f-0737-4c36-9f58-71d243433b53 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:38.583002 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-873282f8-7787-4dd5-b7f7-fd64ff82f45f req-b8cec63f-0737-4c36-9f58-71d243433b53 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 944 time: 0.0500736 Sep 20 20:36:38.625193 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-873282f8-7787-4dd5-b7f7-fd64ff82f45f req-7d08f75b-f6f3-47e1-ac97-5004bf7da410 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332742 Sep 20 20:36:38.790522 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39132) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:38.918654 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-12d073e8-abc4-43c8-a3df-0598ba851a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:39.017480 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-12d073e8-abc4-43c8-a3df-0598ba851a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:39.022082 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-12d073e8-abc4-43c8-a3df-0598ba851a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:39.064980 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-12d073e8-abc4-43c8-a3df-0598ba851a00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4ed623d11224a09a0c0f6b39e8d7e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709937 Sep 20 20:36:39.064980 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d073e8-abc4-43c8-a3df-0598ba851a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071a7e39-1a33-49ee-a95f-fc8df0075287,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:39.065563 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 39152) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:39.130341 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c397102c-5ada-44af-93f3-0a904767adbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:39.161470 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c397102c-5ada-44af-93f3-0a904767adbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:39.210989 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c397102c-5ada-44af-93f3-0a904767adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:39.214010 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c397102c-5ada-44af-93f3-0a904767adbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:39.217501 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-c397102c-5ada-44af-93f3-0a904767adbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/071a7e39-1a33-49ee-a95f-fc8df0075287 HTTP/1.1" status: 204 len: 168 time: 0.1485755 Sep 20 20:36:39.223332 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397102c-5ada-44af-93f3-0a904767adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071a7e39-1a33-49ee-a95f-fc8df0075287,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:39.310459 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d6bcf-14c3-41bc-8f05-da063391b737 req-c102696f-b2c2-4a32-8c68-e2de7976642c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:39.311997 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-de8d6bcf-14c3-41bc-8f05-da063391b737 req-c102696f-b2c2-4a32-8c68-e2de7976642c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 945 time: 0.0502551 Sep 20 20:36:39.356365 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-de8d6bcf-14c3-41bc-8f05-da063391b737 req-bf6dddd5-5727-40ed-8f85-955c4a3058a6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368335 Sep 20 20:36:39.575457 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961857c-01d4-411b-bb11-89cd17cfda2d req-b9f2874c-9152-45ce-a6e6-e33fac51bcb8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:39.577056 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2961857c-01d4-411b-bb11-89cd17cfda2d req-b9f2874c-9152-45ce-a6e6-e33fac51bcb8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0521030 Sep 20 20:36:39.622682 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2961857c-01d4-411b-bb11-89cd17cfda2d req-61a7f3be-662c-4616-9d2e-9a65994f80bd tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370023 Sep 20 20:36:39.688295 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39210) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:39.703497 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c04bb614-40d1-4481-9033-09dab79695ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:39.777710 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb51e2-aee4-49f1-b71b-ce49ce9c7a74 req-e1f6e0c8-eeb8-42f1-a5d1-16bf767ada53 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:39.779242 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e3eb51e2-aee4-49f1-b71b-ce49ce9c7a74 req-e1f6e0c8-eeb8-42f1-a5d1-16bf767ada53 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 944 time: 0.0665545 Sep 20 20:36:39.840738 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e3eb51e2-aee4-49f1-b71b-ce49ce9c7a74 req-4cb6d063-b079-4422-b5a2-8a958551fa18 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538528 Sep 20 20:36:39.867061 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c04bb614-40d1-4481-9033-09dab79695ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:39.870739 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c04bb614-40d1-4481-9033-09dab79695ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:39.909021 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c04bb614-40d1-4481-9033-09dab79695ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d4e84285f5149e4809fe30fa51e9f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188034 Sep 20 20:36:39.909841 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bb614-40d1-4481-9033-09dab79695ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e6b1b1-59c8-44c7-9606-1fd164cb0bb1,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:39.911665 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 39220) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:39.960052 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5b340b5b-6d6f-4d1f-b323-33e2ea88ec82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:39.981074 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5b340b5b-6d6f-4d1f-b323-33e2ea88ec82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:40.025624 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5b340b5b-6d6f-4d1f-b323-33e2ea88ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:40.028493 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5b340b5b-6d6f-4d1f-b323-33e2ea88ec82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:40.029603 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-5b340b5b-6d6f-4d1f-b323-33e2ea88ec82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88e6b1b1-59c8-44c7-9606-1fd164cb0bb1 HTTP/1.1" status: 204 len: 168 time: 0.1168833 Sep 20 20:36:40.037336 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b340b5b-6d6f-4d1f-b323-33e2ea88ec82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e6b1b1-59c8-44c7-9606-1fd164cb0bb1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:40.476901 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929fb8c-edec-43f7-bd32-7cb59151c8c3 req-c3a0c1fb-387d-471b-a8e7-4f7e92b190c2 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:40.478435 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2929fb8c-edec-43f7-bd32-7cb59151c8c3 req-c3a0c1fb-387d-471b-a8e7-4f7e92b190c2 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 945 time: 0.0533946 Sep 20 20:36:40.519616 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2929fb8c-edec-43f7-bd32-7cb59151c8c3 req-1fcdca00-96ec-450b-ad9f-399892a08474 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346591 Sep 20 20:36:40.614133 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:36:40.739272 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ad4d4-a081-4303-a295-f102b858db73 req-a1c260e2-5e1d-4475-be7b-c98c7b46701d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:40.740635 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-026ad4d4-a081-4303-a295-f102b858db73 req-a1c260e2-5e1d-4475-be7b-c98c7b46701d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0457757 Sep 20 20:36:40.782136 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-026ad4d4-a081-4303-a295-f102b858db73 req-4d09450a-5cd9-4b9a-93ea-9ecdedf898c8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356879 Sep 20 20:36:40.858453 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c577d265-d614-4c20-8661-288e77c2e227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:40.958163 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50fe8e-f938-4735-a16a-d89375ebefef req-950bf764-47a9-4a80-b79b-6267f9ede7cb tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:40.959648 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5f50fe8e-f938-4735-a16a-d89375ebefef req-950bf764-47a9-4a80-b79b-6267f9ede7cb tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 944 time: 0.0491340 Sep 20 20:36:40.999846 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5f50fe8e-f938-4735-a16a-d89375ebefef req-5ddab79d-1cda-4450-a223-47d89d7c3b90 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342839 Sep 20 20:36:41.276714 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['cdef8e61-7395-46cb-b833-b27409cc7406'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:36:41.307050 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['ff769277-fe62-484c-8b36-bebbd8c7ad77'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:36:41.314410 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:36:41.376835 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['a663dd00-6e15-401c-8d5b-f37e1652e2cc'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:36:41.730277 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ca955-318c-4572-a2c8-a215b719d848 req-2ddeb33e-fc53-4fb2-8586-2b4d6f04c34c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:41.734361 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-003ca955-318c-4572-a2c8-a215b719d848 req-2ddeb33e-fc53-4fb2-8586-2b4d6f04c34c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 945 time: 0.1056921 Sep 20 20:36:41.801217 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-003ca955-318c-4572-a2c8-a215b719d848 req-0fe666d1-e28f-4634-9a75-1c1e48ce500e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590198 Sep 20 20:36:41.926867 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f441a75-709b-49aa-a674-21fa793377ce req-cbfe0c7e-07ef-47be-b0ca-9bd9c1ad4d0a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:41.930442 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1f441a75-709b-49aa-a674-21fa793377ce req-cbfe0c7e-07ef-47be-b0ca-9bd9c1ad4d0a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0535805 Sep 20 20:36:41.994441 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1f441a75-709b-49aa-a674-21fa793377ce req-1fb52a19-1d9a-4e6c-a87f-e039aa44abe8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549023 Sep 20 20:36:42.127192 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf040267-035c-47c7-ae4e-aa14c2db2b70 req-bee6aab4-cf22-4d43-9598-f52d48632c86 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:42.129121 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bf040267-035c-47c7-ae4e-aa14c2db2b70 req-bee6aab4-cf22-4d43-9598-f52d48632c86 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 944 time: 0.0545378 Sep 20 20:36:42.176595 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bf040267-035c-47c7-ae4e-aa14c2db2b70 req-b0d93417-dc2f-4b46-add4-218ecfbe432d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 Sep 20 20:36:42.230490 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 39352) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:42.338476 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f86b599-edcf-4779-b65d-4873ed04e574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:42.434626 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f86b599-edcf-4779-b65d-4873ed04e574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:42.438889 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f86b599-edcf-4779-b65d-4873ed04e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:42.475960 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-2f86b599-edcf-4779-b65d-4873ed04e574 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=babf2e7edf3f42f29e265c4ff486c2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443986 Sep 20 20:36:42.476782 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86b599-edcf-4779-b65d-4873ed04e574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffce86b-67b8-45c0-8f1f-eb01414a1ae6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:42.479551 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39356) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:42.530245 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4a041ca7-5633-4a99-a768-435b3780c805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:42.551512 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4a041ca7-5633-4a99-a768-435b3780c805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:42.598029 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4a041ca7-5633-4a99-a768-435b3780c805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:42.600972 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4a041ca7-5633-4a99-a768-435b3780c805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:42.602257 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4a041ca7-5633-4a99-a768-435b3780c805 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ffce86b-67b8-45c0-8f1f-eb01414a1ae6 HTTP/1.1" status: 204 len: 168 time: 0.1211624 Sep 20 20:36:42.610030 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a041ca7-5633-4a99-a768-435b3780c805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffce86b-67b8-45c0-8f1f-eb01414a1ae6,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:42.846229 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:42.862999 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39368) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:42.880989 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8f6a29aa-826d-4dd3-a5ab-11e666ac9ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:42.922851 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:36:42.930026 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:42.932052 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:42.960754 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9872e3-8df8-4d13-9a97-3fe51c9219c4 req-1eaba895-2a4a-44ac-8553-1fcec8682fee tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:42.963177 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1b9872e3-8df8-4d13-9a97-3fe51c9219c4 req-1eaba895-2a4a-44ac-8553-1fcec8682fee tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 945 time: 0.0707037 Sep 20 20:36:43.043825 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8f6a29aa-826d-4dd3-a5ab-11e666ac9ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.051287 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1b9872e3-8df8-4d13-9a97-3fe51c9219c4 req-f466af08-d16e-4375-86cc-6f27ce8beec4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810103 Sep 20 20:36:43.055952 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8f6a29aa-826d-4dd3-a5ab-11e666ac9ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.080243 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.107813 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a29aa-826d-4dd3-a5ab-11e666ac9ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90450a6-e58d-4ad8-af3e-edb072141ded,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:43.114902 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8f6a29aa-826d-4dd3-a5ab-11e666ac9ba1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e53bc01129a54306bcb94bd7250068a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484474 Sep 20 20:36:43.117229 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 39380) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:43.117408 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:36:43.118242 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f38771-7dae-4f7e-9816-5cbae07780e0" -d '{"events": [{"server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:36:43.131942 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:43.139261 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.140658 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device cdef8e61-7395-46cb-b833-b27409cc7406 up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:43.168128 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a425-8231-4759-9614-72384d206dc9 req-50016328-7fe0-4139-927f-bf385091b607 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:43.170028 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e935a425-8231-4759-9614-72384d206dc9 req-50016328-7fe0-4139-927f-bf385091b607 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0709872 Sep 20 20:36:43.181288 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13aa960f-c879-49fa-bd22-70de60a03551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.189384 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce3fd81-c06b-4224-8484-41fe35a71783 x-openstack-request-id: req-cce3fd81-c06b-4224-8484-41fe35a71783 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:36:43.190143 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:36:43.190404 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cce3fd81-c06b-4224-8484-41fe35a71783 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:36:43.190842 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'code': 200} Sep 20 20:36:43.212955 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13aa960f-c879-49fa-bd22-70de60a03551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.279295 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e935a425-8231-4759-9614-72384d206dc9 req-af84aa74-6baf-45f4-aaa1-42502e0c7cb8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856900 Sep 20 20:36:43.300998 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port cdef8e61-7395-46cb-b833-b27409cc7406 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:36:43.303625 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:43.304977 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13aa960f-c879-49fa-bd22-70de60a03551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.307561 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13aa960f-c879-49fa-bd22-70de60a03551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.311113 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-13aa960f-c879-49fa-bd22-70de60a03551 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c90450a6-e58d-4ad8-af3e-edb072141ded HTTP/1.1" status: 204 len: 168 time: 0.1921794 Sep 20 20:36:43.313765 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port cdef8e61-7395-46cb-b833-b27409cc7406 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:43.314394 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.350419 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa960f-c879-49fa-bd22-70de60a03551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90450a6-e58d-4ad8-af3e-edb072141ded,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:43.424135 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-82d0e68d-e3ce-4748-b1b3-3e7cc105ebe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.458911 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.475247 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429eb52-0be4-44dc-a5c8-bae2b6e9456e req-eab243ac-e0d1-4d3a-8bd1-bdd4112a3176 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:43.492722 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4429eb52-0be4-44dc-a5c8-bae2b6e9456e req-eab243ac-e0d1-4d3a-8bd1-bdd4112a3176 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 944 time: 0.1431139 Sep 20 20:36:43.498783 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port cdef8e61-7395-46cb-b833-b27409cc7406, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=cdef8e61-7395-46cb-b833-b27409cc7406,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:43.517845 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.518843 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device a663dd00-6e15-401c-8d5b-f37e1652e2cc up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:43.559653 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4429eb52-0be4-44dc-a5c8-bae2b6e9456e req-768b552a-39d6-4f75-8347-32d99b8c9a5d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633507 Sep 20 20:36:43.563164 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a58f9-d738-4fb8-b2b6-1009b28ac72f req-50ef7e41-b222-443b-a72d-883241702bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:43.564805 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-045a58f9-d738-4fb8-b2b6-1009b28ac72f req-50ef7e41-b222-443b-a72d-883241702bff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 1098 time: 0.1649051 Sep 20 20:36:43.626110 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-045a58f9-d738-4fb8-b2b6-1009b28ac72f req-bf6cd4dd-fd3c-4670-9f06-dcd9061d01e4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517395 Sep 20 20:36:43.641852 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=cdef8e61-7395-46cb-b833-b27409cc7406,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:43.653446 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port a663dd00-6e15-401c-8d5b-f37e1652e2cc completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:36:43.658692 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port a663dd00-6e15-401c-8d5b-f37e1652e2cc triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:43.659131 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.740710 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.772807 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port a663dd00-6e15-401c-8d5b-f37e1652e2cc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=a663dd00-6e15-401c-8d5b-f37e1652e2cc,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:43.779195 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:43.829021 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=a663dd00-6e15-401c-8d5b-f37e1652e2cc,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:43.989658 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:44.184803 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cb51c-e4fd-41d7-b48d-0830bbb2fdde req-fccd7c56-af54-4036-9683-6143c4596338 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:44.186353 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3d5cb51c-e4fd-41d7-b48d-0830bbb2fdde req-fccd7c56-af54-4036-9683-6143c4596338 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0529203 Sep 20 20:36:44.225436 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3d5cb51c-e4fd-41d7-b48d-0830bbb2fdde req-d1ba5c91-8d46-44a1-ac58-8111f4fcea2f tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316637 Sep 20 20:36:44.426137 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09cacb-28cb-4de1-b1bc-138eeec0207e req-bc5fa40d-0b83-4eb8-89dc-5f8486a0acb3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:44.427616 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6a09cacb-28cb-4de1-b1bc-138eeec0207e req-bc5fa40d-0b83-4eb8-89dc-5f8486a0acb3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0496738 Sep 20 20:36:44.465887 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6a09cacb-28cb-4de1-b1bc-138eeec0207e req-5785401a-c03c-4d15-9f65-8bd22e9988a0 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320723 Sep 20 20:36:44.668476 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:44.688591 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e6682-eb6f-4df1-90d8-968336f65ae3 req-e1047e68-4d1a-4601-8563-833c564ecacc tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:44.690058 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ee9e6682-eb6f-4df1-90d8-968336f65ae3 req-e1047e68-4d1a-4601-8563-833c564ecacc tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0514884 Sep 20 20:36:44.727959 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ee9e6682-eb6f-4df1-90d8-968336f65ae3 req-8f444080-a498-4ef0-a4e3-55d53d13057e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Sep 20 20:36:44.977158 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device ff769277-fe62-484c-8b36-bebbd8c7ad77 up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:36:45.028799 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port ff769277-fe62-484c-8b36-bebbd8c7ad77 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:36:45.030679 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port ff769277-fe62-484c-8b36-bebbd8c7ad77 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:36:45.031051 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:45.112750 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:45.146339 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port ff769277-fe62-484c-8b36-bebbd8c7ad77, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=ff769277-fe62-484c-8b36-bebbd8c7ad77,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:36:45.150606 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:45.192135 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdef8e61-7395-46cb-b833-b27409cc7406'}, {'server_uuid': '10b47192-13f3-4380-8803-d3d7d02553f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a663dd00-6e15-401c-8d5b-f37e1652e2cc'}, {'server_uuid': '3e70fe69-8c52-4280-9106-413588e30627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff769277-fe62-484c-8b36-bebbd8c7ad77'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:36:45.194661 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf08e61-ed8a-4f30-9199-fa91f878ba06" -d '{"events": [{"server_uuid": "1eff4a23-a3b8-4337-8a8a-0a9ff993296d", "name": "network-vif-plugged", "status": "completed", "tag": "cdef8e61-7395-46cb-b833-b27409cc7406"}, {"server_uuid": "10b47192-13f3-4380-8803-d3d7d02553f7", "name": "network-vif-plugged", "status": "completed", "tag": "a663dd00-6e15-401c-8d5b-f37e1652e2cc"}, {"server_uuid": "3e70fe69-8c52-4280-9106-413588e30627", "name": "network-vif-plugged", "status": "completed", "tag": "ff769277-fe62-484c-8b36-bebbd8c7ad77"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:36:45.211902 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=ff769277-fe62-484c-8b36-bebbd8c7ad77,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:36:45.250886 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 20 Sep 2021 20:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cdbf4b-f2c4-4e99-b3db-96e132ff91d3 x-openstack-request-id: req-53cdbf4b-f2c4-4e99-b3db-96e132ff91d3 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:36:45.251180 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eff4a23-a3b8-4337-8a8a-0a9ff993296d", "name": "network-vif-plugged", "status": "completed", "tag": "cdef8e61-7395-46cb-b833-b27409cc7406", "code": 200}, {"server_uuid": "10b47192-13f3-4380-8803-d3d7d02553f7", "name": "network-vif-plugged", "status": "completed", "tag": "a663dd00-6e15-401c-8d5b-f37e1652e2cc", "code": 200}, {"server_uuid": "3e70fe69-8c52-4280-9106-413588e30627", "name": "network-vif-plugged", "status": "completed", "tag": "ff769277-fe62-484c-8b36-bebbd8c7ad77", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:36:45.251431 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53cdbf4b-f2c4-4e99-b3db-96e132ff91d3 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:36:45.251826 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdef8e61-7395-46cb-b833-b27409cc7406', 'code': 200} Sep 20 20:36:45.252075 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b47192-13f3-4380-8803-d3d7d02553f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a663dd00-6e15-401c-8d5b-f37e1652e2cc', 'code': 200} Sep 20 20:36:45.252324 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e70fe69-8c52-4280-9106-413588e30627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff769277-fe62-484c-8b36-bebbd8c7ad77', 'code': 200} Sep 20 20:36:45.343011 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90f870-6b85-442c-9c6f-23c61fdad3ab req-d378416e-ca3f-40dc-ac90-0b219fc9f2b3 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:45.344522 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8d90f870-6b85-442c-9c6f-23c61fdad3ab req-d378416e-ca3f-40dc-ac90-0b219fc9f2b3 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0484061 Sep 20 20:36:45.381748 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8d90f870-6b85-442c-9c6f-23c61fdad3ab req-c1b4a857-3704-4d1a-be70-7de257cbb042 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310078 Sep 20 20:36:45.590533 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80fbf2-58c4-4562-bdbf-59c994bff4b1 req-2844bd50-085e-4845-8ed6-7f16ded71c87 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:45.592023 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7a80fbf2-58c4-4562-bdbf-59c994bff4b1 req-2844bd50-085e-4845-8ed6-7f16ded71c87 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0513341 Sep 20 20:36:45.636465 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7a80fbf2-58c4-4562-bdbf-59c994bff4b1 req-2cb4e2da-9c82-4765-9f4a-30ab5ce11ec3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374064 Sep 20 20:36:45.837942 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c7521-8dcd-405a-883e-5bda9f67dbbf req-9a6625a0-fe2f-4d5f-b3c9-1e13bfaf016e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:45.839412 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f28c7521-8dcd-405a-883e-5bda9f67dbbf req-9a6625a0-fe2f-4d5f-b3c9-1e13bfaf016e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0475967 Sep 20 20:36:45.875534 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f28c7521-8dcd-405a-883e-5bda9f67dbbf req-e78f1c02-4089-48a9-9fc5-9df89c4ff1a6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298307 Sep 20 20:36:46.195817 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:46.492414 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6911db9-e33d-4887-9fcd-b2284036d1d4 req-1bcaf73a-8806-4c7a-9306-22e968b54831 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:46.493761 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c6911db9-e33d-4887-9fcd-b2284036d1d4 req-1bcaf73a-8806-4c7a-9306-22e968b54831 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0475271 Sep 20 20:36:46.533563 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c6911db9-e33d-4887-9fcd-b2284036d1d4 req-1d860f59-fb36-469a-859c-c2fe944570a1 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340052 Sep 20 20:36:46.755162 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae90e59-a887-4f06-9f24-665f636c7ef3 req-47f8b3a4-0579-4312-958d-e97ee89dc90d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:46.756505 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6ae90e59-a887-4f06-9f24-665f636c7ef3 req-47f8b3a4-0579-4312-958d-e97ee89dc90d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0503130 Sep 20 20:36:46.796910 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6ae90e59-a887-4f06-9f24-665f636c7ef3 req-bee19c47-7af0-4fa2-adf5-6b11a11f40c4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346272 Sep 20 20:36:47.004331 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a9643-67e8-47ea-b642-94ef55df7162 req-10c4af29-5222-4d20-89e6-43e502b03fe8 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:47.006658 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e81a9643-67e8-47ea-b642-94ef55df7162 req-10c4af29-5222-4d20-89e6-43e502b03fe8 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0588820 Sep 20 20:36:47.052085 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e81a9643-67e8-47ea-b642-94ef55df7162 req-4a3764f2-8f9f-414a-a106-37e8a42ec64a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395205 Sep 20 20:36:47.127678 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5165-f932-49ab-abf6-a8913a1e592f req-141cffe1-9f98-4d8b-8618-181c7f2da6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:47.129267 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e6c5165-f932-49ab-abf6-a8913a1e592f req-141cffe1-9f98-4d8b-8618-181c7f2da6f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 1099 time: 0.0484762 Sep 20 20:36:47.188993 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969eb9c8-9617-4b89-af8e-8d92a2ac9ea4 req-2b9515aa-85ca-4cfa-976e-9e603f6eee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:47.190578 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-969eb9c8-9617-4b89-af8e-8d92a2ac9ea4 req-2b9515aa-85ca-4cfa-976e-9e603f6eee95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 1099 time: 0.0435548 Sep 20 20:36:47.232777 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e6c5165-f932-49ab-abf6-a8913a1e592f req-71ad3d45-31aa-46e5-bfe0-f0c2c2651888 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342000 Sep 20 20:36:47.258920 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-969eb9c8-9617-4b89-af8e-8d92a2ac9ea4 req-0c38ad35-3bad-458c-8334-a0404e132aa9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270703 Sep 20 20:36:47.463524 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0c65d-988b-4170-b030-f5140f93d71e req-d1865903-36f1-43f2-99a4-c617791125df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:47.465355 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04d0c65d-988b-4170-b030-f5140f93d71e req-d1865903-36f1-43f2-99a4-c617791125df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 1098 time: 0.0453742 Sep 20 20:36:47.643311 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036081e-5d9c-446c-a352-a435efec18e0 req-3f265e1a-54bb-43eb-af87-8789bd8d3118 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:47.644798 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6036081e-5d9c-446c-a352-a435efec18e0 req-3f265e1a-54bb-43eb-af87-8789bd8d3118 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.0561316 Sep 20 20:36:47.647024 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786bff7-2966-41b4-928b-250cd44ccf47 req-d37bf284-6df0-4126-8fab-6ce7bf3b7e16 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:47.648584 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e786bff7-2966-41b4-928b-250cd44ccf47 req-d37bf284-6df0-4126-8fab-6ce7bf3b7e16 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0474720 Sep 20 20:36:47.693973 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e786bff7-2966-41b4-928b-250cd44ccf47 req-fe3bb6d5-8e59-4ed3-9f80-2551e305ba43 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394809 Sep 20 20:36:47.711817 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6036081e-5d9c-446c-a352-a435efec18e0 req-46f6d6b7-84eb-46f9-9393-c5e8f917f429 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608459 Sep 20 20:36:47.713603 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04d0c65d-988b-4170-b030-f5140f93d71e req-a55b3e82-ec2e-4098-a422-723b2c8ef449 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552583 Sep 20 20:36:47.920260 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5894-7d03-4a63-a31d-a25707b18c3b req-cbdafac3-b553-45ec-b9df-8dc47f9778fd tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:47.922418 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-73dd5894-7d03-4a63-a31d-a25707b18c3b req-cbdafac3-b553-45ec-b9df-8dc47f9778fd tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0525355 Sep 20 20:36:47.960060 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-73dd5894-7d03-4a63-a31d-a25707b18c3b req-c25efff5-96bf-4f42-abeb-9931b83d7548 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317655 Sep 20 20:36:48.181757 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589c2f0-65e5-459e-b1c2-4a945cd843d0 req-1986c461-0bd5-4abc-bb66-900bc9a050f4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:48.183263 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3589c2f0-65e5-459e-b1c2-4a945cd843d0 req-1986c461-0bd5-4abc-bb66-900bc9a050f4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0495014 Sep 20 20:36:48.225603 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3589c2f0-65e5-459e-b1c2-4a945cd843d0 req-5271a6ed-d479-4bc4-bfa4-07f18501abae tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357971 Sep 20 20:36:48.811084 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff320516-7329-4b49-88a3-2d048b26beb3 req-10af2b2d-3e6b-498d-bef6-d6958d7e159b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:48.813381 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ff320516-7329-4b49-88a3-2d048b26beb3 req-10af2b2d-3e6b-498d-bef6-d6958d7e159b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0509667 Sep 20 20:36:48.866069 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ff320516-7329-4b49-88a3-2d048b26beb3 req-a78631a6-e9f5-4a0d-b56f-4406120899dd tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Sep 20 20:36:48.875989 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c78c-6296-4e35-a032-102859f695c4 req-1dcde4cc-c74d-4071-b730-7b6f39df79ce tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:48.878010 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a237c78c-6296-4e35-a032-102859f695c4 req-1dcde4cc-c74d-4071-b730-7b6f39df79ce tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.0670693 Sep 20 20:36:48.922763 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a237c78c-6296-4e35-a032-102859f695c4 req-5b236197-3272-4a4f-a54f-9cbe25d6cf86 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358324 Sep 20 20:36:49.083418 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d53fb-27b8-46e7-aa22-e4fca6f1e1fd req-ffeaaeea-d774-4fa1-8927-1670aefe9575 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:49.084919 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-408d53fb-27b8-46e7-aa22-e4fca6f1e1fd req-ffeaaeea-d774-4fa1-8927-1670aefe9575 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0549932 Sep 20 20:36:49.128178 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-408d53fb-27b8-46e7-aa22-e4fca6f1e1fd req-4faf4f12-37b6-44b3-9433-2d68e52cb7d4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364363 Sep 20 20:36:49.262461 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b02759-feec-4753-9df3-85016718eec2 req-63a13aa2-08a0-4857-90b7-af1e6c17b131 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:49.264148 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-15b02759-feec-4753-9df3-85016718eec2 req-63a13aa2-08a0-4857-90b7-af1e6c17b131 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0495877 Sep 20 20:36:49.273544 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39602) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:49.279333 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-4add8ac3-eca4-409a-b962-ebe994fad156 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'floatingip': {'port_id': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:49.370047 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4add8ac3-eca4-409a-b962-ebe994fad156 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:49.469479 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c38f3b-afc8-4ba2-a9c8-ef95747d25b0 req-de6af226-6b3b-49fd-857d-cec2d5041ed5 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:49.471025 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-35c38f3b-afc8-4ba2-a9c8-ef95747d25b0 req-de6af226-6b3b-49fd-857d-cec2d5041ed5 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.1622512 Sep 20 20:36:49.732180 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-35c38f3b-afc8-4ba2-a9c8-ef95747d25b0 req-f1832b16-ca08-448b-bb77-588eff3c3cca tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441704 Sep 20 20:36:50.006297 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6592d83-36c8-4583-9f63-e0d3447b2699 req-585088e1-0aef-4d68-a2c9-4d07d49fe81d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:50.007801 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e6592d83-36c8-4583-9f63-e0d3447b2699 req-585088e1-0aef-4d68-a2c9-4d07d49fe81d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0521820 Sep 20 20:36:50.050580 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e6592d83-36c8-4583-9f63-e0d3447b2699 req-9a1698f9-0dce-4495-a7fa-0063fde380bd tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348771 Sep 20 20:36:50.139035 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2400b-80a7-424b-ae21-ac82896e6fca req-d61e7423-3f13-4122-a973-3db01ac050e1 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:50.141340 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e9e2400b-80a7-424b-ae21-ac82896e6fca req-d61e7423-3f13-4122-a973-3db01ac050e1 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.1277306 Sep 20 20:36:50.250755 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e9e2400b-80a7-424b-ae21-ac82896e6fca req-4c7fafa0-764c-4f07-989a-77f7d43395e3 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008976 Sep 20 20:36:50.254381 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4add8ac3-eca4-409a-b962-ebe994fad156 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:50.258548 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4add8ac3-eca4-409a-b962-ebe994fad156 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:50.356510 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-4add8ac3-eca4-409a-b962-ebe994fad156 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Floating IP d3832cc3-53fd-46dc-b90d-a0b2568e039c associated. External IP: 172.27.2.108, port: 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec. Sep 20 20:36:50.559228 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4add8ac3-eca4-409a-b962-ebe994fad156 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Router 4605c7fa-969e-4458-a63e-69f6467ed760 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:36:50.660181 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4add8ac3-eca4-409a-b962-ebe994fad156 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:36:50.664698 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4add8ac3-eca4-409a-b962-ebe994fad156 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:50.672529 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75224a8-034e-4e48-ad15-2bc32ee3c4e8 None None] Sync routers for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:36:50.681432 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75224a8-034e-4e48-ad15-2bc32ee3c4e8 None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:50.682143 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-b75224a8-034e-4e48-ad15-2bc32ee3c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:36:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:50.690286 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4add8ac3-eca4-409a-b962-ebe994fad156 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "PUT /v2.0/floatingips/d3832cc3-53fd-46dc-b90d-a0b2568e039c HTTP/1.1" status: 200 len: 991 time: 1.4155409 Sep 20 20:36:50.690941 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:36:50.693227 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59e44c2-bffd-42fd-845d-999df571d7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:36:50.729317 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c96cc5-3e37-4844-82a1-f2138ad3051a x-openstack-request-id: req-69c96cc5-3e37-4844-82a1-f2138ad3051a {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:36:50.729620 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:36:50.729894 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69c96cc5-3e37-4844-82a1-f2138ad3051a {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:36:50.730443 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'status': 'completed', 'code': 200} Sep 20 20:36:50.788663 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-b75224a8-034e-4e48-ad15-2bc32ee3c4e8 None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:50.860931 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baa1f8-6a92-4ffe-9457-941b9c2fddce req-65e1341c-12cc-4568-b2dc-b731e3f5dfe5 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:50.862351 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-69baa1f8-6a92-4ffe-9457-941b9c2fddce req-65e1341c-12cc-4568-b2dc-b731e3f5dfe5 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0467172 Sep 20 20:36:50.900368 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-69baa1f8-6a92-4ffe-9457-941b9c2fddce req-e6cb674e-6ea8-42ac-9fdd-65f6a79572af tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320954 Sep 20 20:36:51.047315 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-b75224a8-034e-4e48-ad15-2bc32ee3c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd3832cc3-53fd-46dc-b90d-a0b2568e039c', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'port_id': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'mac_address': 'fa:16:3e:00:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:36:13Z', 'updated_at': '2021-09-20T20:36:50Z', 'revision_number': 1, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:51.074561 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75224a8-034e-4e48-ad15-2bc32ee3c4e8 None None] Checking router: 4605c7fa-969e-4458-a63e-69f6467ed760 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:36:51.083166 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75224a8-034e-4e48-ad15-2bc32ee3c4e8 None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:51.083772 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-b75224a8-034e-4e48-ad15-2bc32ee3c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:36:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:51.162818 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975a166-ed42-4c80-8f83-e2c07521114b req-9a595f68-ce77-4389-bbb8-ecb654dab5da tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:51.164224 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b975a166-ed42-4c80-8f83-e2c07521114b req-9a595f68-ce77-4389-bbb8-ecb654dab5da tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0498321 Sep 20 20:36:51.186842 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-b75224a8-034e-4e48-ad15-2bc32ee3c4e8 None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:51.200516 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b975a166-ed42-4c80-8f83-e2c07521114b req-d213ec06-dd87-49f9-8d02-06a828c11303 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304005 Sep 20 20:36:51.308950 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b29a1-421c-4136-85ba-3e0abbe94970 req-81b52993-9475-47ba-ba02-6a2b8ebfb8e1 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:51.310420 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e42b29a1-421c-4136-85ba-3e0abbe94970 req-81b52993-9475-47ba-ba02-6a2b8ebfb8e1 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0462787 Sep 20 20:36:51.319741 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39640) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:36:51.324084 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-753ee045-fb3d-496a-956d-387028fca104 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'floatingip': {'port_id': 'cdef8e61-7395-46cb-b833-b27409cc7406'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:36:51.364215 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-753ee045-fb3d-496a-956d-387028fca104 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:51.430218 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-b75224a8-034e-4e48-ad15-2bc32ee3c4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd3832cc3-53fd-46dc-b90d-a0b2568e039c', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'port_id': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'mac_address': 'fa:16:3e:00:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:36:13Z', 'updated_at': '2021-09-20T20:36:50Z', 'revision_number': 1, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:51.460173 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75224a8-034e-4e48-ad15-2bc32ee3c4e8 None None] The sync data for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi is: [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd3832cc3-53fd-46dc-b90d-a0b2568e039c', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'port_id': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'mac_address': 'fa:16:3e:00:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:36:13Z', 'updated_at': '2021-09-20T20:36:50Z', 'revision_number': 1, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:36:51.654819 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284490b2-b535-4934-b295-1a669f098778 None None] New status for floating IP d3832cc3-53fd-46dc-b90d-a0b2568e039c: ACTIVE {{(pid=94161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:36:51.679834 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d23ed7-618f-4f29-8329-91af30896b78 req-13e941c5-b27e-439c-85e7-500db884fa7f tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:51.681230 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b5d23ed7-618f-4f29-8329-91af30896b78 req-13e941c5-b27e-439c-85e7-500db884fa7f tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.1085167 Sep 20 20:36:51.760010 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b5d23ed7-618f-4f29-8329-91af30896b78 req-51f3f3de-42de-41ec-aa76-016c502ca7bd tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725498 Sep 20 20:36:52.054188 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-753ee045-fb3d-496a-956d-387028fca104 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:52.062064 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1805a-e5d3-4121-add1-41e91bf50268 req-1b42caf2-1f1d-4970-8778-92468f836a39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:52.063546 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ddd1805a-e5d3-4121-add1-41e91bf50268 req-1b42caf2-1f1d-4970-8778-92468f836a39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0970240 Sep 20 20:36:52.064580 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-753ee045-fb3d-496a-956d-387028fca104 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:52.142683 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ddd1805a-e5d3-4121-add1-41e91bf50268 req-04a77296-f764-402e-9c8a-f6b905983469 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470948 Sep 20 20:36:52.185334 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-753ee045-fb3d-496a-956d-387028fca104 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Floating IP 84155e3f-5774-40e0-ac65-f5422dd0c1bb associated. External IP: 172.27.2.188, port: cdef8e61-7395-46cb-b833-b27409cc7406. Sep 20 20:36:52.386678 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753ee045-fb3d-496a-956d-387028fca104 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Router cadfcf73-95fe-4b9f-8606-11f47a049402 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:36:52.434198 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e44c2-bffd-42fd-845d-999df571d7ae req-461149b2-5d35-44d7-b8e3-d960ac13e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:52.435695 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c59e44c2-bffd-42fd-845d-999df571d7ae req-461149b2-5d35-44d7-b8e3-d960ac13e143 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0444806 Sep 20 20:36:52.499549 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753ee045-fb3d-496a-956d-387028fca104 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:36:52.504687 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-753ee045-fb3d-496a-956d-387028fca104 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:36:52.508851 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08b564-a915-4de9-bbd6-d52777ea6931 None None] Sync routers for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:36:52.518400 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08b564-a915-4de9-bbd6-d52777ea6931 None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:52.519010 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5b08b564-a915-4de9-bbd6-d52777ea6931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:36:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:52.538081 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-753ee045-fb3d-496a-956d-387028fca104 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "PUT /v2.0/floatingips/84155e3f-5774-40e0-ac65-f5422dd0c1bb HTTP/1.1" status: 200 len: 992 time: 1.2172279 Sep 20 20:36:52.588944 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e44c2-bffd-42fd-845d-999df571d7ae req-9fbc0b4e-aa11-4863-a15d-9f27ba53664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:52.590751 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c59e44c2-bffd-42fd-845d-999df571d7ae req-9fbc0b4e-aa11-4863-a15d-9f27ba53664d service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 916 time: 0.1061845 Sep 20 20:36:52.703028 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-5b08b564-a915-4de9-bbd6-d52777ea6931 None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:52.703263 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c59e44c2-bffd-42fd-845d-999df571d7ae req-8d460c8b-04bf-48eb-80fc-dc710a8c334e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec HTTP/1.1" status: 200 len: 1001 time: 0.0921555 Sep 20 20:36:52.731565 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'tag': 'cdef8e61-7395-46cb-b833-b27409cc7406'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:36:52.734612 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1eff4a23-a3b8-4337-8a8a-0a9ff993296d", "tag": "cdef8e61-7395-46cb-b833-b27409cc7406"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:36:52.774782 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3014961-79e0-4c28-805e-3d9bdd10ad02 x-openstack-request-id: req-c3014961-79e0-4c28-805e-3d9bdd10ad02 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:36:52.775254 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eff4a23-a3b8-4337-8a8a-0a9ff993296d", "tag": "cdef8e61-7395-46cb-b833-b27409cc7406", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:36:52.775477 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3014961-79e0-4c28-805e-3d9bdd10ad02 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:36:52.775855 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'tag': 'cdef8e61-7395-46cb-b833-b27409cc7406', 'status': 'completed', 'code': 200} Sep 20 20:36:52.792667 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e44c2-bffd-42fd-845d-999df571d7ae req-09de940b-c607-4669-a1ed-196de0ee8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:52.794654 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c59e44c2-bffd-42fd-845d-999df571d7ae req-09de940b-c607-4669-a1ed-196de0ee8df0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 200 len: 855 time: 0.0550270 Sep 20 20:36:52.854934 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e44c2-bffd-42fd-845d-999df571d7ae req-f1a36b4b-2b72-496d-8c1c-81d48b571a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:52.857781 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c59e44c2-bffd-42fd-845d-999df571d7ae req-f1a36b4b-2b72-496d-8c1c-81d48b571a96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472686 Sep 20 20:36:52.910116 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7 req-dcfeecc7-8d01-43e0-8b8a-12ab5bcded46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:52.911619 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7 req-dcfeecc7-8d01-43e0-8b8a-12ab5bcded46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 1099 time: 0.0767095 Sep 20 20:36:52.924580 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7282e41-9dc0-406d-a4d7-771ad16fa691 req-07bffa4d-f0e5-4312-85da-05f254cc7d53 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:52.926066 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a7282e41-9dc0-406d-a4d7-771ad16fa691 req-07bffa4d-f0e5-4312-85da-05f254cc7d53 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.0626271 Sep 20 20:36:52.962411 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5b08b564-a915-4de9-bbd6-d52777ea6931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': '84155e3f-5774-40e0-ac65-f5422dd0c1bb', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'port_id': 'cdef8e61-7395-46cb-b833-b27409cc7406', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'mac_address': 'fa:16:3e:83:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:36:14Z', 'updated_at': '2021-09-20T20:36:51Z', 'revision_number': 1, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:52.997804 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08b564-a915-4de9-bbd6-d52777ea6931 None None] Checking router: cadfcf73-95fe-4b9f-8606-11f47a049402 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:36:53.006826 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08b564-a915-4de9-bbd6-d52777ea6931 None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:36:53.007460 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5b08b564-a915-4de9-bbd6-d52777ea6931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:36:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:53.033080 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a7282e41-9dc0-406d-a4d7-771ad16fa691 req-1b961b5b-21c1-4ab2-b362-84a1b98b295c tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988111 Sep 20 20:36:53.059635 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7 req-bd5ce799-7561-4f1f-8f19-213f328a209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:53.061069 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7 req-bd5ce799-7561-4f1f-8f19-213f328a209c service neutron] 10.222.0.45 "GET /v2.0/networks?id=edee2f1e-7029-467d-b39c-c0781942037a HTTP/1.1" status: 200 len: 911 time: 0.1341414 Sep 20 20:36:53.126840 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-5b08b564-a915-4de9-bbd6-d52777ea6931 None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:36:53.179830 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7 req-b1cca8d1-e196-4e8e-a5a0-8c84581475f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdef8e61-7395-46cb-b833-b27409cc7406 HTTP/1.1" status: 200 len: 1000 time: 0.1028135 Sep 20 20:36:53.187053 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c59e44c2-bffd-42fd-845d-999df571d7ae req-f7ebd941-3bde-49c1-850e-9da98d089556 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937002 Sep 20 20:36:53.235949 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7 req-5b18df25-2d46-4111-974e-ff26e75ae660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:53.237676 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7 req-5b18df25-2d46-4111-974e-ff26e75ae660 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=defa30c0-d28a-488d-9a06-e8a8f66dcec3 HTTP/1.1" status: 200 len: 850 time: 0.0495868 Sep 20 20:36:53.262789 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbad10c-b118-40ed-91a4-57d698ad85d4 req-4d15b649-095f-44b0-bea3-cf42cf9735b7 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:53.264342 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cbad10c-b118-40ed-91a4-57d698ad85d4 req-4d15b649-095f-44b0-bea3-cf42cf9735b7 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0504682 Sep 20 20:36:53.304452 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1cbad10c-b118-40ed-91a4-57d698ad85d4 req-81e077ed-eaa7-4cc8-8054-b74d1a6ebc56 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336239 Sep 20 20:36:53.368522 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5b08b564-a915-4de9-bbd6-d52777ea6931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': '84155e3f-5774-40e0-ac65-f5422dd0c1bb', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'port_id': 'cdef8e61-7395-46cb-b833-b27409cc7406', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'mac_address': 'fa:16:3e:83:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:36:14Z', 'updated_at': '2021-09-20T20:36:51Z', 'revision_number': 1, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:36:53.394664 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08b564-a915-4de9-bbd6-d52777ea6931 None None] The sync data for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi is: [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': '84155e3f-5774-40e0-ac65-f5422dd0c1bb', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'port_id': 'cdef8e61-7395-46cb-b833-b27409cc7406', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'mac_address': 'fa:16:3e:83:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:36:14Z', 'updated_at': '2021-09-20T20:36:51Z', 'revision_number': 1, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:36:53.584431 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae4bc-252e-4cf1-bd60-3482fb4bb6f7 req-7b2e53f3-796b-4142-a252-a2c28a61c0d9 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:53.586305 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f4ae4bc-252e-4cf1-bd60-3482fb4bb6f7 req-7b2e53f3-796b-4142-a252-a2c28a61c0d9 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0506341 Sep 20 20:36:53.604725 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c089f-d973-407c-aed5-a7d70f20a76c None None] New status for floating IP 84155e3f-5774-40e0-ac65-f5422dd0c1bb: ACTIVE {{(pid=94161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:36:53.634829 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f4ae4bc-252e-4cf1-bd60-3482fb4bb6f7 req-b9088bdc-d5bd-4fb8-87eb-a7d445d05c9d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 Sep 20 20:36:56.428199 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c59e44c2-bffd-42fd-845d-999df571d7ae req-c27e3c8c-e9de-4d1f-9527-0b561943fc72 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119890 Sep 20 20:36:56.435065 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7 req-8e84c36b-3fd5-4830-b28b-8152231db9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:56.436567 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7 req-8e84c36b-3fd5-4830-b28b-8152231db9aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edee2f1e-7029-467d-b39c-c0781942037a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822713 Sep 20 20:36:56.441832 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e2fb8-ef07-4cc7-a804-96fc23f412d2 req-03d0e831-8292-4dac-ab50-9e33a93010b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:56.443416 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a7e2fb8-ef07-4cc7-a804-96fc23f412d2 req-03d0e831-8292-4dac-ab50-9e33a93010b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 1098 time: 0.0579829 Sep 20 20:36:56.536416 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e654aa2-474f-49fd-9d3d-f1b076feeadc req-7795b5a3-60ff-45ca-af99-a0975454e841 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:56.537905 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e654aa2-474f-49fd-9d3d-f1b076feeadc req-7795b5a3-60ff-45ca-af99-a0975454e841 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.0782413 Sep 20 20:36:56.557627 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ba928-f9bd-4e57-a5b3-92b7fa052c46 req-9f1eb5e8-6ead-45dd-8e80-4eb615a9c955 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:56.559106 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-996ba928-f9bd-4e57-a5b3-92b7fa052c46 req-9f1eb5e8-6ead-45dd-8e80-4eb615a9c955 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.1007035 Sep 20 20:36:56.614917 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e654aa2-474f-49fd-9d3d-f1b076feeadc req-dade3776-c514-4c09-bf20-55bfcf894f06 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524206 Sep 20 20:36:56.618344 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e2fb8-ef07-4cc7-a804-96fc23f412d2 req-43acd4fc-fd87-449c-a786-748ba655e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:56.619803 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a7e2fb8-ef07-4cc7-a804-96fc23f412d2 req-43acd4fc-fd87-449c-a786-748ba655e8a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 200 len: 918 time: 0.1323891 Sep 20 20:36:56.680022 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a7e2fb8-ef07-4cc7-a804-96fc23f412d2 req-625abf2e-8dab-46ee-9f98-803f8656a6aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a663dd00-6e15-401c-8d5b-f37e1652e2cc HTTP/1.1" status: 200 len: 217 time: 0.0406291 Sep 20 20:36:56.739474 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e2fb8-ef07-4cc7-a804-96fc23f412d2 req-38839015-09f1-4f01-ba00-f223d88e24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:36:56.740953 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a7e2fb8-ef07-4cc7-a804-96fc23f412d2 req-38839015-09f1-4f01-ba00-f223d88e24e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a785b9f0-8952-486a-a6fc-517f7dd3ed62 HTTP/1.1" status: 200 len: 858 time: 0.0477479 Sep 20 20:36:56.785482 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7 req-6c9341b5-30a6-4529-be82-d2c2a9f390d6 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024566 Sep 20 20:36:56.787453 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a7e2fb8-ef07-4cc7-a804-96fc23f412d2 req-b393e20a-8df2-440f-9ce1-084bdf89334b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247757 Sep 20 20:36:56.798290 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-996ba928-f9bd-4e57-a5b3-92b7fa052c46 req-2e9c5805-0e8e-479f-85d6-bc44f5b37f94 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296245 Sep 20 20:36:56.891077 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d5ac6fa-743d-41b8-b88e-0d89a759c7d7 req-4c3786bd-be33-4737-83d4-f8d3a36e50a6 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798914 Sep 20 20:36:56.911656 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a7e2fb8-ef07-4cc7-a804-96fc23f412d2 req-574df698-480c-4c50-a84f-d555bbba44d6 service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904415 Sep 20 20:36:57.004249 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a7e2fb8-ef07-4cc7-a804-96fc23f412d2 req-5e179767-afc9-400e-b54d-1a7a7f5f1a05 service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811532 Sep 20 20:37:00.369859 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593133f6-c39e-43a9-b735-36f88af3b63a req-9236109d-0ede-4a2f-946f-55ea35ed2421 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:00.371505 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-593133f6-c39e-43a9-b735-36f88af3b63a req-9236109d-0ede-4a2f-946f-55ea35ed2421 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.0560796 Sep 20 20:37:00.381830 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3267f40-03b8-4b0f-a5cd-96ac37a263bd req-74d143f2-5e6c-404b-bb99-4a3bb4f20bac tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:00.383665 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e3267f40-03b8-4b0f-a5cd-96ac37a263bd req-74d143f2-5e6c-404b-bb99-4a3bb4f20bac tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0518174 Sep 20 20:37:00.414281 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-593133f6-c39e-43a9-b735-36f88af3b63a req-051a2c9c-0b43-4b79-b6d6-70e695b9ae3a tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/security-groups?id=2db631ea-03f3-4fba-b8b8-69404b8e0845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366251 Sep 20 20:37:00.438594 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e3267f40-03b8-4b0f-a5cd-96ac37a263bd req-b6dc7313-1c61-4f78-968f-c02094d85d4d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490663 Sep 20 20:37:00.921943 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08ed9-51df-46ae-addd-6cc85b311085 req-d57de211-b593-4191-a16c-c740e5df7377 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:00.923417 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13e08ed9-51df-46ae-addd-6cc85b311085 req-d57de211-b593-4191-a16c-c740e5df7377 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.45 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 946 time: 0.0487726 Sep 20 20:37:01.072851 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-13e08ed9-51df-46ae-addd-6cc85b311085 req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Deleting port 8a016050-cd52-4997-8957-9c48f9b7334b {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:37:01.073165 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-13e08ed9-51df-46ae-addd-6cc85b311085 req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:01.160754 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-13e08ed9-51df-46ae-addd-6cc85b311085 req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] For port 8a016050-cd52-4997-8957-9c48f9b7334b, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8a016050-cd52-4997-8957-9c48f9b7334b,segment=NetworkSegment(64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1),segment_id=64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:01.161330 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-13e08ed9-51df-46ae-addd-6cc85b311085 req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:01.181692 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-13e08ed9-51df-46ae-addd-6cc85b311085 req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Calling delete_port for 8a016050-cd52-4997-8957-9c48f9b7334b owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:37:01.353438 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-13e08ed9-51df-46ae-addd-6cc85b311085 req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:01.366279 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['8a016050-cd52-4997-8957-9c48f9b7334b'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:37:01.382894 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Pushing event deleted for resources: {'Port': ['ID=8a016050-cd52-4997-8957-9c48f9b7334b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:01.433202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.433202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.433202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.433202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.433202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.433202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.433202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.433202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.433202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.434112 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.434112 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.434253 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:01.508207 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e08ed9-51df-46ae-addd-6cc85b311085 req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] No DVR routers for this DVR port 8a016050-cd52-4997-8957-9c48f9b7334b on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:37:01.516658 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-13e08ed9-51df-46ae-addd-6cc85b311085 req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:01.519263 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-13e08ed9-51df-46ae-addd-6cc85b311085 req-8d421c4f-81ea-4552-a13d-98d5323d3324 tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.45 "DELETE /v2.0/ports/8a016050-cd52-4997-8957-9c48f9b7334b HTTP/1.1" status: 204 len: 173 time: 0.5886240 Sep 20 20:37:01.519731 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d63633-2519-4455-b193-aab033419632', 'name': 'network-vif-deleted', 'tag': '8a016050-cd52-4997-8957-9c48f9b7334b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:37:01.522136 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2002887e-b74f-4ae6-bb1b-59153a3d0755" -d '{"events": [{"server_uuid": "87d63633-2519-4455-b193-aab033419632", "name": "network-vif-deleted", "tag": "8a016050-cd52-4997-8957-9c48f9b7334b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:37:01.565918 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f7f51320-e2db-4ec6-b249-abf6f4b8fc5e req-de2a1062-8914-4685-8621-11c1ca52312e tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 210 time: 0.0365541 Sep 20 20:37:01.608025 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2cb160-0dcf-4d8c-bb8a-bb98774ff500 x-openstack-request-id: req-8a2cb160-0dcf-4d8c-bb8a-bb98774ff500 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:37:01.608929 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d63633-2519-4455-b193-aab033419632", "name": "network-vif-deleted", "tag": "8a016050-cd52-4997-8957-9c48f9b7334b", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:37:01.609163 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a2cb160-0dcf-4d8c-bb8a-bb98774ff500 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:37:01.609556 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d63633-2519-4455-b193-aab033419632', 'name': 'network-vif-deleted', 'tag': '8a016050-cd52-4997-8957-9c48f9b7334b', 'status': 'completed', 'code': 200} Sep 20 20:37:01.623219 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c5935-b244-499e-acfa-e743198c2b0e req-4b9885f8-07ea-4a6e-9275-72480932a4ab tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:01.625297 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-963c5935-b244-499e-acfa-e743198c2b0e req-4b9885f8-07ea-4a6e-9275-72480932a4ab tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0987501 Sep 20 20:37:01.665869 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-963c5935-b244-499e-acfa-e743198c2b0e req-786799bd-18c1-47e0-85b3-25e4874cce94 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343351 Sep 20 20:37:02.675892 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a30cde18-6e4b-4f80-91dd-572fc1dab093 req-a80cd32c-8714-4b43-8e0a-e1693d86cefa tempest-DeleteServersTestJSON-1328461932 tempest-DeleteServersTestJSON-1328461932-project] 10.222.0.44 "GET /v2.0/ports?device_id=87d63633-2519-4455-b193-aab033419632 HTTP/1.1" status: 200 len: 210 time: 0.0276325 Sep 20 20:37:02.795213 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccb695-48e0-4fe4-9159-7dba03baeeaf req-58ca25aa-cc88-4f49-925f-0b86fa5babc1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:02.796726 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aeccb695-48e0-4fe4-9159-7dba03baeeaf req-58ca25aa-cc88-4f49-925f-0b86fa5babc1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0596914 Sep 20 20:37:02.834132 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-aeccb695-48e0-4fe4-9159-7dba03baeeaf req-ddd7ee56-9b38-4950-b21b-be566ac51457 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Sep 20 20:37:03.427497 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39900) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:03.537502 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:03.635075 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:03.638291 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:03.675190 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f89c5b8d7c8479aa4cf24163aeb0554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465317 Sep 20 20:37:03.677912 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 39908) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:03.680539 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de455bdb-4df5-4eb4-a4f1-325ea5ff53d1,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:03.688702 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.689051 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.689385 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.689717 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.690064 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.690404 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.690722 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.691041 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.691363 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.691682 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.691997 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.692327 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb81fb-1374-4826-a8ce-dc2fa1d7d036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:03.730567 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af57661a-25dd-4b62-8908-e32d099efc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:03.752735 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af57661a-25dd-4b62-8908-e32d099efc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:03.802637 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af57661a-25dd-4b62-8908-e32d099efc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:03.805384 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af57661a-25dd-4b62-8908-e32d099efc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:03.808876 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-af57661a-25dd-4b62-8908-e32d099efc9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de455bdb-4df5-4eb4-a4f1-325ea5ff53d1 HTTP/1.1" status: 204 len: 168 time: 0.1275780 Sep 20 20:37:03.814827 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57661a-25dd-4b62-8908-e32d099efc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de455bdb-4df5-4eb4-a4f1-325ea5ff53d1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:03.959386 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0cb6d-4f98-492f-8f3d-431f24bb9706 req-127f2057-e049-42d2-b0e7-c4293be0df34 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:03.961392 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8ca0cb6d-4f98-492f-8f3d-431f24bb9706 req-127f2057-e049-42d2-b0e7-c4293be0df34 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0575206 Sep 20 20:37:04.006195 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8ca0cb6d-4f98-492f-8f3d-431f24bb9706 req-7f433e07-6d1c-461d-9335-e8db66fb076a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365801 Sep 20 20:37:04.117117 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 39942) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:04.135546 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4b79-446a-4810-b480-339b29cb3d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:04.230582 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4b79-446a-4810-b480-339b29cb3d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:04.234815 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4b79-446a-4810-b480-339b29cb3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:04.274811 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c4b79-446a-4810-b480-339b29cb3d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c5cd24-42bf-4166-9a72-9c9cf854e4a9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:04.278408 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-7f2c4b79-446a-4810-b480-339b29cb3d3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28a2f68282eb43b1a520516e1496e915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586814 Sep 20 20:37:04.280722 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 39950) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:04.327687 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0af7dd5-dbe4-43bf-8f70-864004e82195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:04.348449 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0af7dd5-dbe4-43bf-8f70-864004e82195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:04.394557 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0af7dd5-dbe4-43bf-8f70-864004e82195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:04.397101 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0af7dd5-dbe4-43bf-8f70-864004e82195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:04.398242 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a0af7dd5-dbe4-43bf-8f70-864004e82195 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25c5cd24-42bf-4166-9a72-9c9cf854e4a9 HTTP/1.1" status: 204 len: 168 time: 0.1171198 Sep 20 20:37:04.405816 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af7dd5-dbe4-43bf-8f70-864004e82195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c5cd24-42bf-4166-9a72-9c9cf854e4a9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:04.698712 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39966) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:04.792214 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39970) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:04.810410 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5890ff6d-d51b-451b-b809-113cf8ec5bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:04.818017 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb059c2a-41f9-46ed-bcdf-53d6cbcbd052 req-b711c1fd-89c4-4a80-9359-a1ab25a6d9f2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426588 Sep 20 20:37:04.822350 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e66d4e8d-48fc-4918-bd74-9d4174ead273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:04.850726 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.db.api [None req-e66d4e8d-48fc-4918-bd74-9d4174ead273 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 20:37:04.850726 dv-cinder-798208-2-iscsi neutron-server[94160]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 20 20:37:04.850726 dv-cinder-798208-2-iscsi neutron-server[94160]: [parameters: {'project_id': '5c47be1507a34a67a67704887c26d39b', 'id': 'cadc980e-a7ce-4dd1-9fc4-41d6d454c0a2', 'expiration': datetime.datetime(2021, 9, 20, 20, 39, 4, 846459)}] Sep 20 20:37:04.850726 dv-cinder-798208-2-iscsi neutron-server[94160]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 20:37:04.851251 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG oslo_db.api [None req-e66d4e8d-48fc-4918-bd74-9d4174ead273 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 20:37:04.903458 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb059c2a-41f9-46ed-bcdf-53d6cbcbd052 req-fccb2b35-5a12-470e-9ca9-bf55c2c9b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:04.905920 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb059c2a-41f9-46ed-bcdf-53d6cbcbd052 req-fccb2b35-5a12-470e-9ca9-bf55c2c9b723 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 1099 time: 0.0399752 Sep 20 20:37:04.918247 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5890ff6d-d51b-451b-b809-113cf8ec5bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:04.922016 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5890ff6d-d51b-451b-b809-113cf8ec5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:04.956884 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8a016050-cd52-4997-8957-9c48f9b7334b no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:37:04.959211 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5890ff6d-d51b-451b-b809-113cf8ec5bc6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f04678b77f7a4f558d969307f8b7a289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659510 Sep 20 20:37:04.960077 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890ff6d-d51b-451b-b809-113cf8ec5bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6f3379-7805-44b9-aca3-764793e2654b,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:04.961814 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 39972) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:04.977091 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: 8a016050-cd52-4997-8957-9c48f9b7334b {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:37:04.977430 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8a016050-cd52-4997-8957-9c48f9b7334b not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:37:05.048663 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb059c2a-41f9-46ed-bcdf-53d6cbcbd052 req-48374f7b-19c9-4394-a346-17e4241bc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:05.050137 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb059c2a-41f9-46ed-bcdf-53d6cbcbd052 req-48374f7b-19c9-4394-a346-17e4241bc778 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 200 len: 918 time: 0.1215789 Sep 20 20:37:05.061715 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31caeaa0-1ff4-4a57-b89e-99ccea1c842c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.114957 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31caeaa0-1ff4-4a57-b89e-99ccea1c842c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.117337 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb059c2a-41f9-46ed-bcdf-53d6cbcbd052 req-6003ad0c-3cd1-497b-9d60-2859db063bc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff769277-fe62-484c-8b36-bebbd8c7ad77 HTTP/1.1" status: 200 len: 217 time: 0.0472026 Sep 20 20:37:05.188535 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39984) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:05.225974 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aa307-e8ad-464d-a83e-668f0d06acb2 req-a306cdbb-1982-4ef4-915f-cfdc4483ba2c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:05.227452 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d59aa307-e8ad-464d-a83e-668f0d06acb2 req-a306cdbb-1982-4ef4-915f-cfdc4483ba2c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.1154099 Sep 20 20:37:05.228744 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb059c2a-41f9-46ed-bcdf-53d6cbcbd052 req-d53b48db-483c-4fc9-89b6-7b644e0dd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:05.230062 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb059c2a-41f9-46ed-bcdf-53d6cbcbd052 req-d53b48db-483c-4fc9-89b6-7b644e0dd0e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a785b9f0-8952-486a-a6fc-517f7dd3ed62 HTTP/1.1" status: 200 len: 858 time: 0.0993054 Sep 20 20:37:05.235375 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe4a39a-5252-49f6-b842-ea141c07c734 admin admin] Deleting subnet 5b3ca8f3-00f0-4d10-804a-dbfc46991982 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:37:05.238716 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a39a-5252-49f6-b842-ea141c07c734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.276362 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a39a-5252-49f6-b842-ea141c07c734 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.277463 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb059c2a-41f9-46ed-bcdf-53d6cbcbd052 req-ea74523f-3de4-4bf6-8b17-58759632c679 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296123 Sep 20 20:37:05.283543 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31caeaa0-1ff4-4a57-b89e-99ccea1c842c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.286122 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31caeaa0-1ff4-4a57-b89e-99ccea1c842c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.287247 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-31caeaa0-1ff4-4a57-b89e-99ccea1c842c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc6f3379-7805-44b9-aca3-764793e2654b HTTP/1.1" status: 204 len: 168 time: 0.3244436 Sep 20 20:37:05.293358 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a39a-5252-49f6-b842-ea141c07c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.310608 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d59aa307-e8ad-464d-a83e-668f0d06acb2 req-1f1e43d2-26f5-488b-8b88-21695984476e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770161 Sep 20 20:37:05.319823 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caeaa0-1ff4-4a57-b89e-99ccea1c842c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6f3379-7805-44b9-aca3-764793e2654b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:05.353467 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e66d4e8d-48fc-4918-bd74-9d4174ead273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.380471 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a39a-5252-49f6-b842-ea141c07c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.419446 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a39a-5252-49f6-b842-ea141c07c734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.422079 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ebe4a39a-5252-49f6-b842-ea141c07c734 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5b3ca8f3-00f0-4d10-804a-dbfc46991982 HTTP/1.1" status: 204 len: 168 time: 0.2319822 Sep 20 20:37:05.422473 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4a39a-5252-49f6-b842-ea141c07c734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3ca8f3-00f0-4d10-804a-dbfc46991982,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:05.426067 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 39992) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:05.443185 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb059c2a-41f9-46ed-bcdf-53d6cbcbd052 req-7427b112-054f-4e3d-9783-506c7c461555 service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508515 Sep 20 20:37:05.521091 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.589096 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eb059c2a-41f9-46ed-bcdf-53d6cbcbd052 req-ac28c70d-71dc-4eb3-9748-bbe9e5b76c4c service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311889 Sep 20 20:37:05.623614 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e66d4e8d-48fc-4918-bd74-9d4174ead273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.629594 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e66d4e8d-48fc-4918-bd74-9d4174ead273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.724938 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d4e8d-48fc-4918-bd74-9d4174ead273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b026ca-83ea-41d6-a990-1f7951ee9725,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:05.730072 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.788707 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e66d4e8d-48fc-4918-bd74-9d4174ead273 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c47be1507a34a67a67704887c26d39b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0885189 Sep 20 20:37:05.791030 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40010) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:05.791628 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.791956 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.792712 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.793059 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > port after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.793391 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.793738 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > port after_update 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.794062 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.794381 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.794693 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.795009 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.857628 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d69612a-db9d-4b02-be2e-93734553b876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.871722 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.871935 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.872267 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.872598 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 20:37:05.872995 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbc0810-f919-4cd6-90e8-94e828fe722e']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:05.880557 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d69612a-db9d-4b02-be2e-93734553b876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.893062 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:05.893356 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fa4bd4-3a6c-4fd8-8483-3e1816e91ac1') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:05.910632 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9723871'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.938182 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.939083 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d69612a-db9d-4b02-be2e-93734553b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.942523 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d69612a-db9d-4b02-be2e-93734553b876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.943692 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8d69612a-db9d-4b02-be2e-93734553b876 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08b026ca-83ea-41d6-a990-1f7951ee9725 HTTP/1.1" status: 204 len: 168 time: 0.1516848 Sep 20 20:37:05.951547 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:37:05.951963 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69612a-db9d-4b02-be2e-93734553b876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b026ca-83ea-41d6-a990-1f7951ee9725,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:05.952489 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8542887'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: from cryptography.utils import int_from_bytes Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: from cryptography.utils import int_from_bytes Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: timer() Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: cb(*args, **kw) Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: self._notify() Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: self.callback(batched_events) Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: event.method(event) Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: return self._get(url).json() Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:37:05.964460 dv-cinder-798208-2-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:37:06.035801 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.043355 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.046320 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6dbc0810-f919-4cd6-90e8-94e828fe722e HTTP/1.1" status: 204 len: 168 time: 0.6180754 Sep 20 20:37:06.056036 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b355b7c-1a8a-437c-abff-e899dfe1ab33 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dbc0810-f919-4cd6-90e8-94e828fe722e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:06.242528 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40028) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:06.246974 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40030) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:06.260206 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de2e19c6-7933-4f39-b04b-e1a4ef385bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.283353 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ae901ec5-215a-4d0e-97dd-6ae5889e2262 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebc5bf5c036944989223b055948c24a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394952 Sep 20 20:37:06.285786 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40032) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:06.337333 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-768b01d3-b800-45d3-90f8-5660dd71293a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.372893 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-768b01d3-b800-45d3-90f8-5660dd71293a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.398421 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de2e19c6-7933-4f39-b04b-e1a4ef385bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.403110 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de2e19c6-7933-4f39-b04b-e1a4ef385bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.451738 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-768b01d3-b800-45d3-90f8-5660dd71293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.455169 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-768b01d3-b800-45d3-90f8-5660dd71293a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.457179 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-768b01d3-b800-45d3-90f8-5660dd71293a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2db631ea-03f3-4fba-b8b8-69404b8e0845 HTTP/1.1" status: 204 len: 168 time: 0.1704638 Sep 20 20:37:06.468864 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b01d3-b800-45d3-90f8-5660dd71293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db631ea-03f3-4fba-b8b8-69404b8e0845,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:06.477331 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-de2e19c6-7933-4f39-b04b-e1a4ef385bc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df435f81fe444f808bf7a063436ce1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293148 Sep 20 20:37:06.480192 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e19c6-7933-4f39-b04b-e1a4ef385bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db38391f-b59f-46b1-aa7b-9f123bffc389,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:06.481615 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40042) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:06.503376 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c68add-10fc-4447-926d-0c67d48256eb req-24dd0d30-d4b3-4c46-88ea-4bf4687df6dd tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:06.505394 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79c68add-10fc-4447-926d-0c67d48256eb req-24dd0d30-d4b3-4c46-88ea-4bf4687df6dd tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0974314 Sep 20 20:37:06.553398 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79c68add-10fc-4447-926d-0c67d48256eb req-a955265d-1620-42e1-8189-9fc8437afd52 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Sep 20 20:37:06.579058 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8302084d-0d77-4522-b537-3bf21a00f5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.601352 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8302084d-0d77-4522-b537-3bf21a00f5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.657725 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8302084d-0d77-4522-b537-3bf21a00f5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.661364 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8302084d-0d77-4522-b537-3bf21a00f5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:06.663013 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8302084d-0d77-4522-b537-3bf21a00f5f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db38391f-b59f-46b1-aa7b-9f123bffc389 HTTP/1.1" status: 204 len: 168 time: 0.1804192 Sep 20 20:37:06.672301 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302084d-0d77-4522-b537-3bf21a00f5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db38391f-b59f-46b1-aa7b-9f123bffc389,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:06.813770 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:07.690333 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b101e72-b15e-45a5-bf86-a00cd66963f6 req-ea4b0769-2264-4859-b3b0-f232d06bba69 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:07.691971 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4b101e72-b15e-45a5-bf86-a00cd66963f6 req-ea4b0769-2264-4859-b3b0-f232d06bba69 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0573850 Sep 20 20:37:07.730370 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4b101e72-b15e-45a5-bf86-a00cd66963f6 req-e2d77a77-1aba-408e-8674-45a3080f9b2b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324399 Sep 20 20:37:08.826620 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40216) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:08.927811 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80fbffd0-6120-4450-8c6b-2bd7256c7d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.015587 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80fbffd0-6120-4450-8c6b-2bd7256c7d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.019171 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80fbffd0-6120-4450-8c6b-2bd7256c7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.056486 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-80fbffd0-6120-4450-8c6b-2bd7256c7d7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f9d79533327436aa8b80439a88c622c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281609 Sep 20 20:37:09.057145 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbffd0-6120-4450-8c6b-2bd7256c7d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8d4707-b6d7-4236-b84e-9f9fd6d87287,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:09.059294 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40220) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:09.105509 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-472731c1-6706-483b-94b3-c8a33b39fc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.128078 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-472731c1-6706-483b-94b3-c8a33b39fc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.171586 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-472731c1-6706-483b-94b3-c8a33b39fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.174727 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-472731c1-6706-483b-94b3-c8a33b39fc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.176071 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-472731c1-6706-483b-94b3-c8a33b39fc66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f8d4707-b6d7-4236-b84e-9f9fd6d87287 HTTP/1.1" status: 204 len: 168 time: 0.1157484 Sep 20 20:37:09.183757 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472731c1-6706-483b-94b3-c8a33b39fc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8d4707-b6d7-4236-b84e-9f9fd6d87287,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:09.426282 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40230) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:09.447638 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc13dfa8-f136-4ec9-bf64-8734987f48fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.526691 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc13dfa8-f136-4ec9-bf64-8734987f48fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.530674 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc13dfa8-f136-4ec9-bf64-8734987f48fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.567221 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-dc13dfa8-f136-4ec9-bf64-8734987f48fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c4dc997026f49719041d1c0e8c39dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398408 Sep 20 20:37:09.568035 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13dfa8-f136-4ec9-bf64-8734987f48fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225a5590-1544-4cec-b8bd-1f1151d87bc6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:09.569971 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40232) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:09.616560 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc7d2-6189-41c9-b9a8-fbb0847598a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.637259 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc7d2-6189-41c9-b9a8-fbb0847598a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.683429 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc7d2-6189-41c9-b9a8-fbb0847598a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.686131 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc7d2-6189-41c9-b9a8-fbb0847598a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:09.687912 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f8bfc7d2-6189-41c9-b9a8-fbb0847598a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/225a5590-1544-4cec-b8bd-1f1151d87bc6 HTTP/1.1" status: 204 len: 168 time: 0.1169033 Sep 20 20:37:09.695370 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfc7d2-6189-41c9-b9a8-fbb0847598a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225a5590-1544-4cec-b8bd-1f1151d87bc6,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:10.334883 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40260) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:10.411163 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c3b14-4d4d-4c22-89e0-9099d24369da req-e55efdcf-3efa-4b90-a0ab-d4b71557c5f2 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:10.412640 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-247c3b14-4d4d-4c22-89e0-9099d24369da req-e55efdcf-3efa-4b90-a0ab-d4b71557c5f2 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0493135 Sep 20 20:37:10.437960 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-720166413-network', 'tenant_id': 'bb82432375c8464fa2a494ce80811377'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:10.454686 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-247c3b14-4d4d-4c22-89e0-9099d24369da req-c6ad46b7-e368-44d6-bda3-5fdb3a7b8318 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358615 Sep 20 20:37:10.459808 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Made reservation on behalf of bb82432375c8464fa2a494ce80811377 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:37:10.462661 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:10.471160 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:10.559284 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:10.563198 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:10.588839 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:37:10.598417 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbc272c-3e16-40dc-9097-594d18cb207f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:10.603476 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:10.603808 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Added segment 719fa870-1789-4b96-ab8b-4dae4e4bf635 of type vlan for network 7c4e3448-3502-4abe-a3f1-841713dd605b Sep 20 20:37:10.643430 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:10.667443 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:10.668299 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:10.668871 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:10.697108 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3618352 Sep 20 20:37:10.700400 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40268) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:10.706092 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] Request body: {'subnet': {'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-720166413-subnet', 'tenant_id': 'bb82432375c8464fa2a494ce80811377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:10.730534 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d743dd-6ed6-436e-babe-977f217f457c admin admin] Pushing event updated for resources: {'Network': ['ID=7c4e3448-3502-4abe-a3f1-841713dd605b,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:10.735564 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] Made reservation on behalf of bb82432375c8464fa2a494ce80811377 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:37:10.737872 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8523866'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:10.740980 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 7c4e3448-3502-4abe-a3f1-841713dd605b details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:37:10.850759 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-52be69ac-d8a3-49a2-8192-6438c1259447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:10.912705 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9331318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8523892'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:10.968692 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1412cad8-740c-467d-9fde-d036c6e4efda,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:10.975578 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] Checking segment: {'id': '719fa870-1789-4b96-ab8b-4dae4e4bf635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:37:10.975929 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] Network hostable DHCP agents. Network: 7c4e3448-3502-4abe-a3f1-841713dd605b, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:37:10.991582 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] Network 7c4e3448-3502-4abe-a3f1-841713dd605b is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:37:10.999971 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 7c4e3448-3502-4abe-a3f1-841713dd605b) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:11.003705 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:11.004274 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:11.009431 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ac459-e1fd-4a70-9e6a-2c936978b90c None None] Network 7c4e3448-3502-4abe-a3f1-841713dd605b requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:37:11.018225 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f9eb85dc-4b90-4f51-992b-bbc91814efd5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3164747 Sep 20 20:37:11.128634 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129aa338-c5a3-41f3-855d-cbff70752099 None None] Network 7c4e3448-3502-4abe-a3f1-841713dd605b requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:37:11.598410 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb597b9-67be-4886-b3ed-5f5e17ac2670 req-d30c77b8-1d00-469d-8478-dc9e7e6c728c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:11.599919 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bdb597b9-67be-4886-b3ed-5f5e17ac2670 req-d30c77b8-1d00-469d-8478-dc9e7e6c728c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0625436 Sep 20 20:37:11.651246 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bdb597b9-67be-4886-b3ed-5f5e17ac2670 req-82cd1372-8de3-4430-9d6c-e904d87fd7bc tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450583 Sep 20 20:37:12.068172 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40330) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:12.173289 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d5e92f2-cf99-432a-ab47-d704c4813417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:12.256618 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d5e92f2-cf99-432a-ab47-d704c4813417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:12.259852 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d5e92f2-cf99-432a-ab47-d704c4813417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:12.294490 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e92f2-cf99-432a-ab47-d704c4813417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94da3dad-853d-4dce-9526-fa16801cd5a3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:12.298671 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-7d5e92f2-cf99-432a-ab47-d704c4813417 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02edadf9adba41b38a37b841d829564f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295070 Sep 20 20:37:12.301838 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40334) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:12.348924 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-afc06d95-c369-4267-890c-817ffc9cdf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:12.369197 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-afc06d95-c369-4267-890c-817ffc9cdf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:12.421225 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-afc06d95-c369-4267-890c-817ffc9cdf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:12.423819 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-afc06d95-c369-4267-890c-817ffc9cdf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:12.424969 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-afc06d95-c369-4267-890c-817ffc9cdf93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94da3dad-853d-4dce-9526-fa16801cd5a3 HTTP/1.1" status: 204 len: 168 time: 0.1228960 Sep 20 20:37:12.432794 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc06d95-c369-4267-890c-817ffc9cdf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94da3dad-853d-4dce-9526-fa16801cd5a3,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:13.397736 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-32c45ba2-a7fd-493b-9372-2dddfd60be9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:13.990131 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:14.670335 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:14.903059 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5fb9-99a2-48d2-9f7d-648ff07eb66e req-5560c5e6-4179-4444-9ef6-73d205ac348e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:14.904593 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a75d5fb9-99a2-48d2-9f7d-648ff07eb66e req-5560c5e6-4179-4444-9ef6-73d205ac348e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0486684 Sep 20 20:37:14.943751 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a75d5fb9-99a2-48d2-9f7d-648ff07eb66e req-453066a3-5ee9-420a-9fd8-e6b3f788b1f2 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Sep 20 20:37:15.007962 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cdab7-8afe-4877-8427-39462f035907 req-8809648d-ff91-4381-bb16-e2da8e995cd3 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:15.009522 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-8809648d-ff91-4381-bb16-e2da8e995cd3 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/networks?id=7c4e3448-3502-4abe-a3f1-841713dd605b HTTP/1.1" status: 200 len: 808 time: 0.0988474 Sep 20 20:37:15.024527 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-d0b44066-ac3d-4ff0-b696-b0f07b3d501c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/quotas/bb82432375c8464fa2a494ce80811377 HTTP/1.1" status: 200 len: 375 time: 0.0086422 Sep 20 20:37:15.057920 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-75e52dc8-4c8d-4d25-bab1-af9008a08408 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb82432375c8464fa2a494ce80811377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280080 Sep 20 20:37:15.149331 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-e1246542-5053-4487-bffb-5729573f81c0 service neutron] 10.222.0.44 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836322 Sep 20 20:37:15.244782 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-68833fd6-dc41-48cf-b804-c4bd0d3a1050 service neutron] 10.222.0.44 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883951 Sep 20 20:37:15.415794 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f05f243-4189-49f5-9c86-c0c385b63922 req-a035052e-8337-488d-91f6-aa38e392978d tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 210 time: 0.0373216 Sep 20 20:37:16.060043 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64744c2f-9d0c-490b-b65e-3da974789a49 req-facd63ea-d954-46af-8d2b-5db0c2479d9c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:16.062088 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-64744c2f-9d0c-490b-b65e-3da974789a49 req-facd63ea-d954-46af-8d2b-5db0c2479d9c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0479314 Sep 20 20:37:16.099250 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-64744c2f-9d0c-490b-b65e-3da974789a49 req-7152fd32-a4be-498e-8554-60959622b08b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307255 Sep 20 20:37:16.200142 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:16.484227 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cdab7-8afe-4877-8427-39462f035907 req-a94273c2-01cf-46c2-801b-a16c49306355 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:16.485792 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-a94273c2-01cf-46c2-801b-a16c49306355 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.45 "GET /v2.0/networks?id=7c4e3448-3502-4abe-a3f1-841713dd605b HTTP/1.1" status: 200 len: 808 time: 0.1216695 Sep 20 20:37:16.506808 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Request body: {'port': {'device_id': '2525c3ee-0c94-49c7-bec6-a36ec9f3c14c', 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b', 'admin_state_up': True, 'tenant_id': 'bb82432375c8464fa2a494ce80811377'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:16.524492 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-383dd91d-4583-4d37-95b5-9a560ce395de req-6fdf4313-0342-4bb6-9e81-d6695d3af894 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 210 time: 0.0325444 Sep 20 20:37:16.650318 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Made reservation on behalf of bb82432375c8464fa2a494ce80811377 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:37:16.654051 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:16.728017 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40472) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:16.777802 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Allocated IP 172.20.0.10 (7c4e3448-3502-4abe-a3f1-841713dd605b/1412cad8-740c-467d-9fde-d036c6e4efda/e3a26f43-faa9-43c7-a534-e2d253dfbfcd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:37:16.837915 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-80590339-ef9f-4608-9325-43ca71a6732f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:16.938602 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:16.944011 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-80590339-ef9f-4608-9325-43ca71a6732f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:16.951568 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-80590339-ef9f-4608-9325-43ca71a6732f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:16.993696 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.009959 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80590339-ef9f-4608-9325-43ca71a6732f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90151263-0aa3-4b8a-b37b-aa396d05c35a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:17.019594 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-80590339-ef9f-4608-9325-43ca71a6732f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13b2a3b1f17f4dbc9c39f8759bd23f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896054 Sep 20 20:37:17.020972 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40482) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:17.047043 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Network 7c4e3448-3502-4abe-a3f1-841713dd605b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:37:17.053916 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:17.060287 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:37:17.087974 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Pushing event updated for resources: {'Port': ['ID=e3a26f43-faa9-43c7-a534-e2d253dfbfcd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:17.113523 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-587aa1cb-0372-43f7-9053-09e62ce63fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.125535 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:17.127248 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.138598 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-587aa1cb-0372-43f7-9053-09e62ce63fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.146281 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-11b63f82-f667-4a23-8249-4451b48bffa1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6429744 Sep 20 20:37:17.160998 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Request body: {'port': {'device_id': '2525c3ee-0c94-49c7-bec6-a36ec9f3c14c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:17.232454 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.256063 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-587aa1cb-0372-43f7-9053-09e62ce63fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.259714 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-587aa1cb-0372-43f7-9053-09e62ce63fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.261929 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-587aa1cb-0372-43f7-9053-09e62ce63fbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90151263-0aa3-4b8a-b37b-aa396d05c35a HTTP/1.1" status: 204 len: 168 time: 0.2382576 Sep 20 20:37:17.284789 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4dd3d-eae3-442b-9af6-84654952efbe req-b7177daa-e3a0-47eb-b41a-9bfdba470bcd tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:17.286633 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-96f4dd3d-eae3-442b-9af6-84654952efbe req-b7177daa-e3a0-47eb-b41a-9bfdba470bcd tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0939481 Sep 20 20:37:17.292760 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587aa1cb-0372-43f7-9053-09e62ce63fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90151263-0aa3-4b8a-b37b-aa396d05c35a,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:17.345172 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-96f4dd3d-eae3-442b-9af6-84654952efbe req-fb6d5041-0e2b-472b-80ef-e7f1c078e46b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Sep 20 20:37:17.604629 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40500) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:17.613557 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:37:17.618195 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5ab2186-1b7c-4bd6-8a22-b2ba797d5172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.709291 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5ab2186-1b7c-4bd6-8a22-b2ba797d5172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.713864 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5ab2186-1b7c-4bd6-8a22-b2ba797d5172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.721962 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72f37-c34e-4734-9f36-187277634804 req-822bb6da-d4aa-4c99-8e4f-f7436859fbd0 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:17.723464 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0ca72f37-c34e-4734-9f36-187277634804 req-822bb6da-d4aa-4c99-8e4f-f7436859fbd0 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 932 time: 0.1113315 Sep 20 20:37:17.755919 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f5ab2186-1b7c-4bd6-8a22-b2ba797d5172 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6be49f6684c4dd1acf6fda724fe6644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475174 Sep 20 20:37:17.755919 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab2186-1b7c-4bd6-8a22-b2ba797d5172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856a9be4-49f0-40d1-9ad7-8741e9ce2f74,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:17.757489 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40502) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:17.788099 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0ca72f37-c34e-4734-9f36-187277634804 req-0f4e87bd-d947-4ee7-ba31-a0cc4dbf8590 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564747 Sep 20 20:37:17.813592 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20f2cea6-0700-4b24-bdfd-ef4c1f72bb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.834359 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20f2cea6-0700-4b24-bdfd-ef4c1f72bb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.838910 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a26f43-faa9-43c7-a534-e2d253dfbfcd {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:37:17.846630 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.858566 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Transition to ACTIVE for port object e3a26f43-faa9-43c7-a534-e2d253dfbfcd will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:37:17.863305 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.881579 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20f2cea6-0700-4b24-bdfd-ef4c1f72bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.884416 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20f2cea6-0700-4b24-bdfd-ef4c1f72bb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:17.885628 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-20f2cea6-0700-4b24-bdfd-ef4c1f72bb8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/856a9be4-49f0-40d1-9ad7-8741e9ce2f74 HTTP/1.1" status: 204 len: 168 time: 0.1272149 Sep 20 20:37:17.899041 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2cea6-0700-4b24-bdfd-ef4c1f72bb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856a9be4-49f0-40d1-9ad7-8741e9ce2f74,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:17.915087 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Pushing event updated for resources: {'Port': ['ID=e3a26f43-faa9-43c7-a534-e2d253dfbfcd,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:17.980150 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Attempting to bind port e3a26f43-faa9-43c7-a534-e2d253dfbfcd on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:37:17.980478 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Attempting to bind port e3a26f43-faa9-43c7-a534-e2d253dfbfcd by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '719fa870-1789-4b96-ab8b-4dae4e4bf635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:37:17.980798 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Attempting to bind port e3a26f43-faa9-43c7-a534-e2d253dfbfcd on network 7c4e3448-3502-4abe-a3f1-841713dd605b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:37:17.985015 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Port e3a26f43-faa9-43c7-a534-e2d253dfbfcd on network 7c4e3448-3502-4abe-a3f1-841713dd605b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:37:17.985331 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Attempting to bind port e3a26f43-faa9-43c7-a534-e2d253dfbfcd on network 7c4e3448-3502-4abe-a3f1-841713dd605b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:37:17.990183 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:37:17.990518 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Checking segment: {'id': '719fa870-1789-4b96-ab8b-4dae4e4bf635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:37:17.990897 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Bound using segment: {'id': '719fa870-1789-4b96-ab8b-4dae4e4bf635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:37:17.991340 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Bound port: e3a26f43-faa9-43c7-a534-e2d253dfbfcd, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719fa870-1789-4b96-ab8b-4dae4e4bf635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:37:17.991712 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:18.056271 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] For port e3a26f43-faa9-43c7-a534-e2d253dfbfcd, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:37:18.059380 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] For port e3a26f43-faa9-43c7-a534-e2d253dfbfcd, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=e3a26f43-faa9-43c7-a534-e2d253dfbfcd,segment=NetworkSegment(719fa870-1789-4b96-ab8b-4dae4e4bf635),segment_id=719fa870-1789-4b96-ab8b-4dae4e4bf635)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:37:18.063967 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:18.098659 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:18.099719 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:18.100945 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] 10.222.0.45 "PUT /v2.0/ports/e3a26f43-faa9-43c7-a534-e2d253dfbfcd HTTP/1.1" status: 200 len: 1094 time: 0.9447153 Sep 20 20:37:18.104075 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2525c3ee-0c94-49c7-bec6-a36ec9f3c14c', 'tag': 'e3a26f43-faa9-43c7-a534-e2d253dfbfcd'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:37:18.106982 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6001e7-cd22-4f1c-a6fc-48836be0306e" -d '{"events": [{"name": "network-changed", "server_uuid": "2525c3ee-0c94-49c7-bec6-a36ec9f3c14c", "tag": "e3a26f43-faa9-43c7-a534-e2d253dfbfcd"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:37:18.132947 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a204edb-5da6-4cf1-b6e8-2f6033ac078d service neutron] Pushing event updated for resources: {'Port': ['ID=e3a26f43-faa9-43c7-a534-e2d253dfbfcd,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:18.202450 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f055d366-b4ff-4264-988b-e150d3d9022b x-openstack-request-id: req-f055d366-b4ff-4264-988b-e150d3d9022b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:37:18.202734 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2525c3ee-0c94-49c7-bec6-a36ec9f3c14c", "tag": "e3a26f43-faa9-43c7-a534-e2d253dfbfcd", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:37:18.202981 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f055d366-b4ff-4264-988b-e150d3d9022b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:37:18.203364 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2525c3ee-0c94-49c7-bec6-a36ec9f3c14c', 'tag': 'e3a26f43-faa9-43c7-a534-e2d253dfbfcd', 'status': 'completed', 'code': 200} Sep 20 20:37:18.217861 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cdab7-8afe-4877-8427-39462f035907 req-ce643905-e540-4110-a714-bf063d2ff98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:18.219395 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-ce643905-e540-4110-a714-bf063d2ff98f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb82432375c8464fa2a494ce80811377&device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 1097 time: 0.0452979 Sep 20 20:37:18.277852 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-3421850c-8b5f-4a1e-9092-d57837a7baf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3a26f43-faa9-43c7-a534-e2d253dfbfcd HTTP/1.1" status: 200 len: 217 time: 0.0411654 Sep 20 20:37:18.335325 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cdab7-8afe-4877-8427-39462f035907 req-dd8b377c-ad46-4210-ab48-493d93e7c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:18.337201 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-dd8b377c-ad46-4210-ab48-493d93e7c15b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1412cad8-740c-467d-9fde-d036c6e4efda HTTP/1.1" status: 200 len: 848 time: 0.0496814 Sep 20 20:37:18.383788 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-e065ee78-f09d-4b3c-8289-2103944683d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c4e3448-3502-4abe-a3f1-841713dd605b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300128 Sep 20 20:37:18.461480 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40534) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:18.481151 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e8e95-72b3-40bd-899e-7ce8a387f1c4 req-336f4d03-aa50-40a9-8a61-cd34cf443b71 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:18.488712 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e05e8e95-72b3-40bd-899e-7ce8a387f1c4 req-336f4d03-aa50-40a9-8a61-cd34cf443b71 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0656743 Sep 20 20:37:18.552220 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e05e8e95-72b3-40bd-899e-7ce8a387f1c4 req-d5e23690-f652-4ede-a477-71d64425b53a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607696 Sep 20 20:37:18.571987 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-080b39f6-b06c-4151-8896-330c3debc9a3 service neutron] 10.222.0.45 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772163 Sep 20 20:37:18.661023 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab477b41-7593-48f0-9ec9-bf8171a70914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:18.720118 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-123cdab7-8afe-4877-8427-39462f035907 req-0f23a8a7-6f5e-47fe-a8ab-8d07ce7f0c2f service neutron] 10.222.0.45 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381018 Sep 20 20:37:18.795251 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab477b41-7593-48f0-9ec9-bf8171a70914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:18.810524 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab477b41-7593-48f0-9ec9-bf8171a70914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:18.852847 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-ab477b41-7593-48f0-9ec9-bf8171a70914 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f018bf3d07f4d90b32ddb6aa7bbb46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903129 Sep 20 20:37:18.855647 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40556) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:18.856314 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab477b41-7593-48f0-9ec9-bf8171a70914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b9694-bab6-431f-8bac-6fde554698b8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:18.863837 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6001e7-cd22-4f1c-a6fc-48836be0306e req-87eec5b5-c608-43a1-9fc1-eae27dcb232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:18.865305 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e6001e7-cd22-4f1c-a6fc-48836be0306e req-87eec5b5-c608-43a1-9fc1-eae27dcb232f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb82432375c8464fa2a494ce80811377&device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 1097 time: 0.0865884 Sep 20 20:37:18.929724 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b1c5b118-f163-48de-8427-6b68fe57ab25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:18.956968 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b1c5b118-f163-48de-8427-6b68fe57ab25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:18.971047 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56bdd8-f23d-41c9-98ba-2e5849fa3aeb req-9491b3b9-0b4f-41e7-8f64-fb24b1974b3d tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:18.972593 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f56bdd8-f23d-41c9-98ba-2e5849fa3aeb req-9491b3b9-0b4f-41e7-8f64-fb24b1974b3d tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 944 time: 0.1064062 Sep 20 20:37:19.017346 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b1c5b118-f163-48de-8427-6b68fe57ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:19.017561 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6001e7-cd22-4f1c-a6fc-48836be0306e req-52673778-aa52-4270-96a7-256b6fb04cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:19.018970 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e6001e7-cd22-4f1c-a6fc-48836be0306e req-52673778-aa52-4270-96a7-256b6fb04cca service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c4e3448-3502-4abe-a3f1-841713dd605b HTTP/1.1" status: 200 len: 908 time: 0.1424174 Sep 20 20:37:19.020113 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b1c5b118-f163-48de-8427-6b68fe57ab25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:19.021315 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b1c5b118-f163-48de-8427-6b68fe57ab25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae8b9694-bab6-431f-8bac-6fde554698b8 HTTP/1.1" status: 204 len: 168 time: 0.1646476 Sep 20 20:37:19.028899 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7f56bdd8-f23d-41c9-98ba-2e5849fa3aeb req-64e67d64-89db-42a2-b21f-452f688d6059 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499532 Sep 20 20:37:19.042207 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5b118-f163-48de-8427-6b68fe57ab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b9694-bab6-431f-8bac-6fde554698b8,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:19.066923 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e6001e7-cd22-4f1c-a6fc-48836be0306e req-bc3b1143-ab77-4ee8-893f-4721d1788b6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3a26f43-faa9-43c7-a534-e2d253dfbfcd HTTP/1.1" status: 200 len: 217 time: 0.0370796 Sep 20 20:37:19.125484 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6001e7-cd22-4f1c-a6fc-48836be0306e req-fa9cff97-fa03-4a17-b45b-a0bea1f4a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:19.127207 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e6001e7-cd22-4f1c-a6fc-48836be0306e req-fa9cff97-fa03-4a17-b45b-a0bea1f4a1b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1412cad8-740c-467d-9fde-d036c6e4efda HTTP/1.1" status: 200 len: 848 time: 0.0495017 Sep 20 20:37:19.166648 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e6001e7-cd22-4f1c-a6fc-48836be0306e req-39d64697-c4d2-4edb-9501-c34474ed43ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c4e3448-3502-4abe-a3f1-841713dd605b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275290 Sep 20 20:37:19.309404 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e6001e7-cd22-4f1c-a6fc-48836be0306e req-95f8a368-1013-4c88-a90b-71432b4cd95a service neutron] 10.222.0.45 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325140 Sep 20 20:37:19.416678 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9e6001e7-cd22-4f1c-a6fc-48836be0306e req-fd412992-297b-4ae1-b8fb-48a1329c681e service neutron] 10.222.0.45 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870509 Sep 20 20:37:19.665873 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55088d19-2a0f-432e-ac64-190835bac495 req-fc04f915-a326-4c93-84a0-a161896ac885 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:19.665873 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-55088d19-2a0f-432e-ac64-190835bac495 req-fc04f915-a326-4c93-84a0-a161896ac885 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0478160 Sep 20 20:37:19.708933 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-55088d19-2a0f-432e-ac64-190835bac495 req-2a41d211-93aa-4283-bceb-6854bbd6e9b5 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390482 Sep 20 20:37:19.955312 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40600) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:20.063547 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c533ec0d-7161-4c32-b6e9-5a044773cb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.149195 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d0317-273b-40d7-afa8-5b162d86829e req-f9f353c3-d5ac-4e82-a795-181881a2507e tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:20.150741 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ba7d0317-273b-40d7-afa8-5b162d86829e req-f9f353c3-d5ac-4e82-a795-181881a2507e tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 944 time: 0.0494564 Sep 20 20:37:20.151640 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c533ec0d-7161-4c32-b6e9-5a044773cb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.156376 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c533ec0d-7161-4c32-b6e9-5a044773cb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.191150 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ba7d0317-273b-40d7-afa8-5b162d86829e req-faf31b5f-275d-4044-afcb-6f32b8fc51c6 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329158 Sep 20 20:37:20.193485 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c533ec0d-7161-4c32-b6e9-5a044773cb2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f60ae03c9c3c4be08eb318f503aa2966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370872 Sep 20 20:37:20.194337 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533ec0d-7161-4c32-b6e9-5a044773cb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0c4808-4033-42c1-abd1-2bd2702eff73,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:20.196903 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40606) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:20.248762 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b72d3f2-364a-4b1b-82f8-abfa2f09a468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.269341 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b72d3f2-364a-4b1b-82f8-abfa2f09a468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.313948 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b72d3f2-364a-4b1b-82f8-abfa2f09a468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.316573 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b72d3f2-364a-4b1b-82f8-abfa2f09a468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.317716 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3b72d3f2-364a-4b1b-82f8-abfa2f09a468 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc0c4808-4033-42c1-abd1-2bd2702eff73 HTTP/1.1" status: 204 len: 168 time: 0.1191478 Sep 20 20:37:20.326261 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72d3f2-364a-4b1b-82f8-abfa2f09a468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0c4808-4033-42c1-abd1-2bd2702eff73,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:20.579741 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40616) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:20.592977 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62d015bc-fdca-4515-b91d-a9b63db74afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.678974 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62d015bc-fdca-4515-b91d-a9b63db74afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.683141 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62d015bc-fdca-4515-b91d-a9b63db74afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.722263 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-62d015bc-fdca-4515-b91d-a9b63db74afe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=151ca550c4fa456a8385dc70a1dce634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389968 Sep 20 20:37:20.722263 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d015bc-fdca-4515-b91d-a9b63db74afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff8fb6c-9953-4a93-8b5b-15d89407da60,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:20.723598 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40618) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:20.777201 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6ec0bc65-b6ac-4803-b479-61a196c3ce44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.820715 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6ec0bc65-b6ac-4803-b479-61a196c3ce44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.853515 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed30aa-31e5-46e9-9ae6-977393c81cdc req-68378eb2-ef7f-43b7-b3e3-8ce25dabe6c3 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:20.855029 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-78ed30aa-31e5-46e9-9ae6-977393c81cdc req-68378eb2-ef7f-43b7-b3e3-8ce25dabe6c3 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0797734 Sep 20 20:37:20.898309 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-78ed30aa-31e5-46e9-9ae6-977393c81cdc req-08852be7-0406-43f7-b402-5a8f30b1fd5d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361586 Sep 20 20:37:20.904587 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6ec0bc65-b6ac-4803-b479-61a196c3ce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.908730 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6ec0bc65-b6ac-4803-b479-61a196c3ce44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:20.909842 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6ec0bc65-b6ac-4803-b479-61a196c3ce44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ff8fb6c-9953-4a93-8b5b-15d89407da60 HTTP/1.1" status: 204 len: 168 time: 0.1849079 Sep 20 20:37:20.920217 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0bc65-b6ac-4803-b479-61a196c3ce44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff8fb6c-9953-4a93-8b5b-15d89407da60,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:21.016894 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device e3a26f43-faa9-43c7-a534-e2d253dfbfcd details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:37:21.120518 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port e3a26f43-faa9-43c7-a534-e2d253dfbfcd, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=e3a26f43-faa9-43c7-a534-e2d253dfbfcd,segment=NetworkSegment(719fa870-1789-4b96-ab8b-4dae4e4bf635),segment_id=719fa870-1789-4b96-ab8b-4dae4e4bf635)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:21.132261 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'e3a26f43-faa9-43c7-a534-e2d253dfbfcd', 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b', 'port_id': 'e3a26f43-faa9-43c7-a534-e2d253dfbfcd', 'mac_address': 'fa:16:3e:d6:75:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1412cad8-740c-467d-9fde-d036c6e4efda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:37:21.169795 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:21.183324 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a26f43-faa9-43c7-a534-e2d253dfbfcd {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:37:21.204065 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port e3a26f43-faa9-43c7-a534-e2d253dfbfcd, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=e3a26f43-faa9-43c7-a534-e2d253dfbfcd,segment=NetworkSegment(719fa870-1789-4b96-ab8b-4dae4e4bf635),segment_id=719fa870-1789-4b96-ab8b-4dae4e4bf635)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:21.208084 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:21.258533 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=e3a26f43-faa9-43c7-a534-e2d253dfbfcd,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:21.267241 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.267592 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.267951 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.268297 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.268633 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.268962 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.269287 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.269631 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.269955 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.270502 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.270828 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.271151 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:21.318227 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec82e6-5c0a-47eb-961c-f37497d8a92a req-059873f0-0b73-478c-a574-dbcad6338bf8 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:21.319766 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-46ec82e6-5c0a-47eb-961c-f37497d8a92a req-059873f0-0b73-478c-a574-dbcad6338bf8 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 945 time: 0.0542324 Sep 20 20:37:21.360115 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-46ec82e6-5c0a-47eb-961c-f37497d8a92a req-480b75d2-0d79-4e23-9f9c-1c8e78c18b29 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336707 Sep 20 20:37:21.585632 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['e3a26f43-faa9-43c7-a534-e2d253dfbfcd'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:37:22.020906 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f537-9414-4839-8541-a1134e4bfd9a req-963e48b2-0ce9-49c5-aa8d-871ea3058357 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:22.022424 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8a47f537-9414-4839-8541-a1134e4bfd9a req-963e48b2-0ce9-49c5-aa8d-871ea3058357 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0546885 Sep 20 20:37:22.064975 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8a47f537-9414-4839-8541-a1134e4bfd9a req-b8ddad93-8546-474a-9df7-3e1b3cacbcf5 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346968 Sep 20 20:37:22.194675 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40680) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:22.295825 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be735d8b-8e67-4a56-8bdc-1165eb7f6d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.388361 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be735d8b-8e67-4a56-8bdc-1165eb7f6d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.405967 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be735d8b-8e67-4a56-8bdc-1165eb7f6d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.443671 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735d8b-8e67-4a56-8bdc-1165eb7f6d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ab7534-9c9e-4dbe-8ac4-ce64b28ed323,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:22.450533 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-be735d8b-8e67-4a56-8bdc-1165eb7f6d36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b7633f4bd0b47dca832a3561d0ed685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522426 Sep 20 20:37:22.450915 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40688) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:22.504320 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-073c5fe3-93f4-4800-b98d-2ba960e4c5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.506032 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f2e99-c348-4fb2-9671-dd12f1d44a1d req-ed5fed9b-2662-4a5c-9933-dd5b31ead82d tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:22.508076 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-370f2e99-c348-4fb2-9671-dd12f1d44a1d req-ed5fed9b-2662-4a5c-9933-dd5b31ead82d tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 945 time: 0.0530159 Sep 20 20:37:22.531122 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-073c5fe3-93f4-4800-b98d-2ba960e4c5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.550202 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-370f2e99-c348-4fb2-9671-dd12f1d44a1d req-eb6b8383-21b1-4e8e-a38a-4bdbbab8181a tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357633 Sep 20 20:37:22.583057 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-073c5fe3-93f4-4800-b98d-2ba960e4c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.585666 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-073c5fe3-93f4-4800-b98d-2ba960e4c5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.586814 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-073c5fe3-93f4-4800-b98d-2ba960e4c5c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59ab7534-9c9e-4dbe-8ac4-ce64b28ed323 HTTP/1.1" status: 204 len: 168 time: 0.1348805 Sep 20 20:37:22.594634 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c5fe3-93f4-4800-b98d-2ba960e4c5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ab7534-9c9e-4dbe-8ac4-ce64b28ed323,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:22.619234 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40698) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:22.731410 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-601094cb-5364-45d9-ac53-1f209d0afc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.819948 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-601094cb-5364-45d9-ac53-1f209d0afc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.823597 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-601094cb-5364-45d9-ac53-1f209d0afc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.861763 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-601094cb-5364-45d9-ac53-1f209d0afc04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=951edb3c89d1401db32786a8e6b4195e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414727 Sep 20 20:37:22.862668 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601094cb-5364-45d9-ac53-1f209d0afc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf16c7fc-b6e7-4ce6-80d4-ce887e023e32,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:22.865504 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40704) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:22.915254 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-daf97e9b-81db-4634-ac67-0030d2cff660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.918973 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40706) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:22.931190 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5790-3133-4955-b823-a317e2330cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.939508 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-daf97e9b-81db-4634-ac67-0030d2cff660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.984392 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-daf97e9b-81db-4634-ac67-0030d2cff660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.987156 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-daf97e9b-81db-4634-ac67-0030d2cff660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:22.988233 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-daf97e9b-81db-4634-ac67-0030d2cff660 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf16c7fc-b6e7-4ce6-80d4-ce887e023e32 HTTP/1.1" status: 204 len: 168 time: 0.1216533 Sep 20 20:37:22.995927 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf97e9b-81db-4634-ac67-0030d2cff660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf16c7fc-b6e7-4ce6-80d4-ce887e023e32,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:23.015744 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device e3a26f43-faa9-43c7-a534-e2d253dfbfcd up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:23.030091 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5790-3133-4955-b823-a317e2330cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.034353 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5790-3133-4955-b823-a317e2330cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.065095 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port e3a26f43-faa9-43c7-a534-e2d253dfbfcd completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:37:23.068709 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port e3a26f43-faa9-43c7-a534-e2d253dfbfcd triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:23.069169 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.071335 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab5790-3133-4955-b823-a317e2330cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c09cf8-2c70-4d98-9507-2fbf5dba385f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:23.077905 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a8ab5790-3133-4955-b823-a317e2330cb5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=538d9395d32b436391613dc4224bdf12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558290 Sep 20 20:37:23.078225 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40710) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:23.131526 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bad73355-2ad2-4019-9763-4e4dba1553a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.167704 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.177892 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bad73355-2ad2-4019-9763-4e4dba1553a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.196413 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2525c3ee-0c94-49c7-bec6-a36ec9f3c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a26f43-faa9-43c7-a534-e2d253dfbfcd'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:37:23.199126 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe814ee3-f27b-45cb-b214-96831b37a10e" -d '{"events": [{"server_uuid": "2525c3ee-0c94-49c7-bec6-a36ec9f3c14c", "name": "network-vif-plugged", "status": "completed", "tag": "e3a26f43-faa9-43c7-a534-e2d253dfbfcd"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:37:23.213423 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port e3a26f43-faa9-43c7-a534-e2d253dfbfcd, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=e3a26f43-faa9-43c7-a534-e2d253dfbfcd,segment=NetworkSegment(719fa870-1789-4b96-ab8b-4dae4e4bf635),segment_id=719fa870-1789-4b96-ab8b-4dae4e4bf635)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:23.218676 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.232066 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318ca93-ccde-4a08-80cb-724560b98ae2 req-b9bba9d1-6f4f-4dae-9dfc-7c992a3b3b9d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:23.234140 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8318ca93-ccde-4a08-80cb-724560b98ae2 req-b9bba9d1-6f4f-4dae-9dfc-7c992a3b3b9d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0929546 Sep 20 20:37:23.254615 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f3a98f-997f-466d-9ec6-4d2e015138ec x-openstack-request-id: req-d8f3a98f-997f-466d-9ec6-4d2e015138ec {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:37:23.254979 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2525c3ee-0c94-49c7-bec6-a36ec9f3c14c", "name": "network-vif-plugged", "status": "completed", "tag": "e3a26f43-faa9-43c7-a534-e2d253dfbfcd", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:37:23.255293 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8f3a98f-997f-466d-9ec6-4d2e015138ec {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:37:23.256425 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2525c3ee-0c94-49c7-bec6-a36ec9f3c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a26f43-faa9-43c7-a534-e2d253dfbfcd', 'code': 200} Sep 20 20:37:23.274167 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bad73355-2ad2-4019-9763-4e4dba1553a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.276592 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bad73355-2ad2-4019-9763-4e4dba1553a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.278171 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bad73355-2ad2-4019-9763-4e4dba1553a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65c09cf8-2c70-4d98-9507-2fbf5dba385f HTTP/1.1" status: 204 len: 168 time: 0.1989770 Sep 20 20:37:23.296022 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8318ca93-ccde-4a08-80cb-724560b98ae2 req-9d0fd4dc-e70f-4631-aefa-10b3a1c1f214 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527856 Sep 20 20:37:23.302802 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad73355-2ad2-4019-9763-4e4dba1553a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c09cf8-2c70-4d98-9507-2fbf5dba385f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:23.304233 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=e3a26f43-faa9-43c7-a534-e2d253dfbfcd,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:23.424200 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40720) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:23.439862 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3bdf74f1-4e6a-41d1-87b3-e609666ea245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.451190 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f94256-7621-4499-8388-00a60ca50941 req-49892ecf-5712-4c8c-a0a5-ef7b21e09553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:23.453210 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d2f94256-7621-4499-8388-00a60ca50941 req-49892ecf-5712-4c8c-a0a5-ef7b21e09553 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 1099 time: 0.0449569 Sep 20 20:37:23.497552 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d2f94256-7621-4499-8388-00a60ca50941 req-85988a79-2333-4e57-9b29-9c04b0976dee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335369 Sep 20 20:37:23.532206 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3bdf74f1-4e6a-41d1-87b3-e609666ea245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.535899 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3bdf74f1-4e6a-41d1-87b3-e609666ea245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.572566 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3bdf74f1-4e6a-41d1-87b3-e609666ea245 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30c43340632546baa07b978a99ec4c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473048 Sep 20 20:37:23.573599 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf74f1-4e6a-41d1-87b3-e609666ea245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe78b03-4b1f-4539-a951-d288fe338306,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:23.575790 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40726) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:23.643572 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6f6e-0c58-47b4-a68b-87114b7a2289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.683648 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6f6e-0c58-47b4-a68b-87114b7a2289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.714891 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae9af3-1a59-45a5-922c-75c8beae1b02 req-b32b6807-9fe2-45a8-a8d0-3384b7cbbed5 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:23.716379 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-36ae9af3-1a59-45a5-922c-75c8beae1b02 req-b32b6807-9fe2-45a8-a8d0-3384b7cbbed5 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 946 time: 0.0873272 Sep 20 20:37:23.762262 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-36ae9af3-1a59-45a5-922c-75c8beae1b02 req-a5a79f8d-e4ca-4d52-ae30-18842906e54a tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 Sep 20 20:37:23.771837 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6f6e-0c58-47b4-a68b-87114b7a2289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.778930 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6f6e-0c58-47b4-a68b-87114b7a2289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:23.780738 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8e7e6f6e-0c58-47b4-a68b-87114b7a2289 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ebe78b03-4b1f-4539-a951-d288fe338306 HTTP/1.1" status: 204 len: 168 time: 0.2021024 Sep 20 20:37:23.801466 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e6f6e-0c58-47b4-a68b-87114b7a2289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe78b03-4b1f-4539-a951-d288fe338306,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:24.419903 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aff22-f3c2-42f2-a717-a1fa40436128 req-f84d6412-0af6-4913-b954-da66fb7d650a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:24.421586 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-694aff22-f3c2-42f2-a717-a1fa40436128 req-f84d6412-0af6-4913-b954-da66fb7d650a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0634468 Sep 20 20:37:24.463666 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-694aff22-f3c2-42f2-a717-a1fa40436128 req-807a6935-5649-4234-9f8e-149e746fa82b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359378 Sep 20 20:37:24.910851 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1dd0d-38a2-459f-a6c3-5039facc679c req-427e2a6e-194f-48e3-a6b5-74774e938d31 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:24.912314 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fe1dd0d-38a2-459f-a6c3-5039facc679c req-427e2a6e-194f-48e3-a6b5-74774e938d31 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 946 time: 0.0649424 Sep 20 20:37:24.956119 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fe1dd0d-38a2-459f-a6c3-5039facc679c req-714159c1-ccc2-4eb1-b68b-599e8a54312f tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372095 Sep 20 20:37:25.581853 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035b747-5a53-4cf9-bcea-c5b00aa22d61 req-75853369-8dc9-422f-b4d4-2c4e05b71422 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:25.583428 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3035b747-5a53-4cf9-bcea-c5b00aa22d61 req-75853369-8dc9-422f-b4d4-2c4e05b71422 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0523379 Sep 20 20:37:25.620771 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3035b747-5a53-4cf9-bcea-c5b00aa22d61 req-04585f44-3696-4b33-90cb-d35902f03808 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314095 Sep 20 20:37:26.069464 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367e471-5da7-4b31-b813-ac025817111b req-45dc386e-e9f0-4c58-9185-e87ac2a12bc7 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:26.070963 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a367e471-5da7-4b31-b813-ac025817111b req-45dc386e-e9f0-4c58-9185-e87ac2a12bc7 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 946 time: 0.0472877 Sep 20 20:37:26.106590 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a367e471-5da7-4b31-b813-ac025817111b req-c74dc8ff-cdb0-4a6a-842e-aec42fbd1e41 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299590 Sep 20 20:37:26.741464 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b8b43-2d85-4cf7-961a-917aba84b0bb req-f1006ac0-88b5-4b2c-8899-4e6879dbb0eb tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:26.743027 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d5b8b43-2d85-4cf7-961a-917aba84b0bb req-f1006ac0-88b5-4b2c-8899-4e6879dbb0eb tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0541770 Sep 20 20:37:26.789876 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d5b8b43-2d85-4cf7-961a-917aba84b0bb req-fcf05191-c1d1-449d-9307-2c5d53761a43 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408912 Sep 20 20:37:28.910943 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b23e65-76a4-42d7-9e9b-d6c57ecb065d req-de0cac8f-4b70-4b02-a8a6-c61f121425b4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:28.912417 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-51b23e65-76a4-42d7-9e9b-d6c57ecb065d req-de0cac8f-4b70-4b02-a8a6-c61f121425b4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0516884 Sep 20 20:37:28.948785 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-51b23e65-76a4-42d7-9e9b-d6c57ecb065d req-e3c12cdf-a847-4c16-ba4d-88645b234edb tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305641 Sep 20 20:37:29.449553 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1520a-cfeb-4a61-a992-b2b7e2685277 req-35126668-dd0b-49b3-aff9-9a22f38dc8d7 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:29.451003 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e9a1520a-cfeb-4a61-a992-b2b7e2685277 req-35126668-dd0b-49b3-aff9-9a22f38dc8d7 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 946 time: 0.0469532 Sep 20 20:37:29.490126 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e9a1520a-cfeb-4a61-a992-b2b7e2685277 req-8826fe23-b250-4ee0-8195-960cdd0a9b69 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Sep 20 20:37:30.069221 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abfa3e-fbd9-4dce-a1c4-bc6bc76134c9 req-360ebbaa-eb3a-48f0-8d81-b49b91b9cf2c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:30.070747 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71abfa3e-fbd9-4dce-a1c4-bc6bc76134c9 req-360ebbaa-eb3a-48f0-8d81-b49b91b9cf2c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0527506 Sep 20 20:37:30.110104 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71abfa3e-fbd9-4dce-a1c4-bc6bc76134c9 req-e3132cef-3de8-41fc-8e21-7813f2f1c612 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328412 Sep 20 20:37:30.574442 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 40960) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:30.611834 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fa651-b4f7-46be-a633-32f46ba9269c req-828d3e9f-a793-4799-babd-1cf59097d8a8 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:30.613327 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0d2fa651-b4f7-46be-a633-32f46ba9269c req-828d3e9f-a793-4799-babd-1cf59097d8a8 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 946 time: 0.0554788 Sep 20 20:37:30.654736 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0d2fa651-b4f7-46be-a633-32f46ba9269c req-9c8d70da-8fa1-4dc3-9f01-8f2778a966c7 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347018 Sep 20 20:37:30.686604 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81b52131-bd37-4688-a5fc-6e2b89ecba62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:30.773837 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81b52131-bd37-4688-a5fc-6e2b89ecba62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:30.777647 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81b52131-bd37-4688-a5fc-6e2b89ecba62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:30.815684 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-81b52131-bd37-4688-a5fc-6e2b89ecba62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d0590f38c5145c58f4a902df63a8e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402077 Sep 20 20:37:30.816517 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b52131-bd37-4688-a5fc-6e2b89ecba62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba1b40e-9ebd-4e33-8f2b-ed2e926bdc00,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:30.818676 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40964) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:30.866084 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2e94-9439-4138-a403-0b9d9920a381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:30.886480 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2e94-9439-4138-a403-0b9d9920a381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:30.944355 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2e94-9439-4138-a403-0b9d9920a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:30.945967 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2e94-9439-4138-a403-0b9d9920a381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:30.947865 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d5ac2e94-9439-4138-a403-0b9d9920a381 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ba1b40e-9ebd-4e33-8f2b-ed2e926bdc00 HTTP/1.1" status: 204 len: 168 time: 0.1275482 Sep 20 20:37:30.957025 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac2e94-9439-4138-a403-0b9d9920a381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba1b40e-9ebd-4e33-8f2b-ed2e926bdc00,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:31.222745 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40976) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:31.236218 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dd2310ad-3d75-449a-8e8b-31698746883c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:31.254912 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3430ad-d350-46b3-b045-19bf00191430 req-77ca6714-e450-4bef-801d-6d5e04daf82b tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:31.256368 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec3430ad-d350-46b3-b045-19bf00191430 req-77ca6714-e450-4bef-801d-6d5e04daf82b tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.45 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 946 time: 0.0850370 Sep 20 20:37:31.264435 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c59e6e-3aad-4b38-98cf-a40232204d35 req-7be863d1-f16d-4fd4-b262-7cee4b691896 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:31.265791 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82c59e6e-3aad-4b38-98cf-a40232204d35 req-7be863d1-f16d-4fd4-b262-7cee4b691896 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0670459 Sep 20 20:37:31.327745 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dd2310ad-3d75-449a-8e8b-31698746883c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:31.331610 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dd2310ad-3d75-449a-8e8b-31698746883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:31.348981 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82c59e6e-3aad-4b38-98cf-a40232204d35 req-390b6d97-4946-4d58-be6c-91ef2df8b56c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760546 Sep 20 20:37:31.371987 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-dd2310ad-3d75-449a-8e8b-31698746883c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74ba12311bd442c9b21a73630eda221d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458330 Sep 20 20:37:31.371987 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2310ad-3d75-449a-8e8b-31698746883c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac61c01-7212-4943-9f42-e92b16cbada6,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:31.372829 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 40978) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:31.386727 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ec3430ad-d350-46b3-b045-19bf00191430 req-5f60aa87-d69b-4118-8106-54a20ffd9f5c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Deleting port e3a26f43-faa9-43c7-a534-e2d253dfbfcd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:37:31.387073 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec3430ad-d350-46b3-b045-19bf00191430 req-5f60aa87-d69b-4118-8106-54a20ffd9f5c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:31.429034 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-03867009-b4ee-4af6-bbf1-e021792c247b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:31.449426 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-03867009-b4ee-4af6-bbf1-e021792c247b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:31.494649 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ec3430ad-d350-46b3-b045-19bf00191430 req-5f60aa87-d69b-4118-8106-54a20ffd9f5c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] For port e3a26f43-faa9-43c7-a534-e2d253dfbfcd, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=e3a26f43-faa9-43c7-a534-e2d253dfbfcd,segment=NetworkSegment(719fa870-1789-4b96-ab8b-4dae4e4bf635),segment_id=719fa870-1789-4b96-ab8b-4dae4e4bf635)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:31.495023 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec3430ad-d350-46b3-b045-19bf00191430 req-5f60aa87-d69b-4118-8106-54a20ffd9f5c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:31.499167 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-03867009-b4ee-4af6-bbf1-e021792c247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:31.502054 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-03867009-b4ee-4af6-bbf1-e021792c247b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:31.503442 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-03867009-b4ee-4af6-bbf1-e021792c247b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ac61c01-7212-4943-9f42-e92b16cbada6 HTTP/1.1" status: 204 len: 168 time: 0.1289649 Sep 20 20:37:31.511010 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03867009-b4ee-4af6-bbf1-e021792c247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac61c01-7212-4943-9f42-e92b16cbada6,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:31.524182 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ec3430ad-d350-46b3-b045-19bf00191430 req-5f60aa87-d69b-4118-8106-54a20ffd9f5c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Calling delete_port for e3a26f43-faa9-43c7-a534-e2d253dfbfcd owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:37:31.661735 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec3430ad-d350-46b3-b045-19bf00191430 req-5f60aa87-d69b-4118-8106-54a20ffd9f5c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:31.676694 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['e3a26f43-faa9-43c7-a534-e2d253dfbfcd'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:37:31.692073 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60aa87-d69b-4118-8106-54a20ffd9f5c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Pushing event deleted for resources: {'Port': ['ID=e3a26f43-faa9-43c7-a534-e2d253dfbfcd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:31.747294 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3430ad-d350-46b3-b045-19bf00191430 req-5f60aa87-d69b-4118-8106-54a20ffd9f5c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] No DVR routers for this DVR port e3a26f43-faa9-43c7-a534-e2d253dfbfcd on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:37:31.751622 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec3430ad-d350-46b3-b045-19bf00191430 req-5f60aa87-d69b-4118-8106-54a20ffd9f5c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:31.753734 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec3430ad-d350-46b3-b045-19bf00191430 req-5f60aa87-d69b-4118-8106-54a20ffd9f5c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.45 "DELETE /v2.0/ports/e3a26f43-faa9-43c7-a534-e2d253dfbfcd HTTP/1.1" status: 204 len: 173 time: 0.4870696 Sep 20 20:37:31.754216 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2525c3ee-0c94-49c7-bec6-a36ec9f3c14c', 'name': 'network-vif-deleted', 'tag': 'e3a26f43-faa9-43c7-a534-e2d253dfbfcd'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:37:31.756552 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2edbea1-c395-4d83-a5b7-27317ea40400" -d '{"events": [{"server_uuid": "2525c3ee-0c94-49c7-bec6-a36ec9f3c14c", "name": "network-vif-deleted", "tag": "e3a26f43-faa9-43c7-a534-e2d253dfbfcd"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:37:31.802375 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171bfe65-22e1-40df-9d1f-f5e02d173aca x-openstack-request-id: req-171bfe65-22e1-40df-9d1f-f5e02d173aca {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:37:31.802918 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2525c3ee-0c94-49c7-bec6-a36ec9f3c14c", "name": "network-vif-deleted", "tag": "e3a26f43-faa9-43c7-a534-e2d253dfbfcd", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:37:31.803358 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-171bfe65-22e1-40df-9d1f-f5e02d173aca {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:37:31.803656 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ec99d4b4-7bb3-45eb-bf22-12a179d925e1 req-eb2bc240-986d-42dc-9ccf-8f7150a0f1f4 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=2525c3ee-0c94-49c7-bec6-a36ec9f3c14c HTTP/1.1" status: 200 len: 210 time: 0.0391543 Sep 20 20:37:31.804156 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2525c3ee-0c94-49c7-bec6-a36ec9f3c14c', 'name': 'network-vif-deleted', 'tag': 'e3a26f43-faa9-43c7-a534-e2d253dfbfcd', 'status': 'completed', 'code': 200} Sep 20 20:37:32.255063 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 41014) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:32.350711 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1928244113-network', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:32.371669 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Made reservation on behalf of 5e9e4fd3f7ad4a31b8ae92b141acfaff for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:37:32.376988 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:32.387857 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:32.502186 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85959e-94f1-4deb-9e1d-b3f223578a13 req-e2f9e141-0a99-445e-a488-01e309b172e4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:32.503640 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5e85959e-94f1-4deb-9e1d-b3f223578a13 req-e2f9e141-0a99-445e-a488-01e309b172e4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0710671 Sep 20 20:37:32.553220 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:32.561779 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5e85959e-94f1-4deb-9e1d-b3f223578a13 req-622f9a82-a046-4802-9235-d17f4b46a05f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513654 Sep 20 20:37:32.562356 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:32.586216 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:37:32.596272 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440f04e0-7679-439a-ba30-c4698429b720,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:32.601909 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:32.602277 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Added segment 9e23bbd7-e3f2-42a8-be54-9bd1d31eb884 of type vlan for network 5a86c9fb-9976-401d-918c-0b6a331f9f0b Sep 20 20:37:32.642380 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:32.667344 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:32.668327 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:32.668915 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:32.702217 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4459887 Sep 20 20:37:32.705500 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41024) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:32.710504 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] Request body: {'subnet': {'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1928244113-subnet', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:32.733913 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88452f81-aafb-4236-bcb8-a82f07d15d56 admin admin] Pushing event updated for resources: {'Network': ['ID=5a86c9fb-9976-401d-918c-0b6a331f9f0b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:32.734703 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] Made reservation on behalf of 5e9e4fd3f7ad4a31b8ae92b141acfaff for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:37:32.737181 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8552966'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:32.745160 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 5a86c9fb-9976-401d-918c-0b6a331f9f0b details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:37:32.846201 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 41030) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:32.913713 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8543034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8553000'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:32.957441 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fad2c905-dd78-498e-8450-5262cd3c36ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:32.974390 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a58fc1e-953d-42b2-85f9-26a9f11f733c,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:32.984438 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] Checking segment: {'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:37:32.984795 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] Network hostable DHCP agents. Network: 5a86c9fb-9976-401d-918c-0b6a331f9f0b, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:37:33.005526 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] Network 5a86c9fb-9976-401d-918c-0b6a331f9f0b is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:37:33.018360 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 5a86c9fb-9976-401d-918c-0b6a331f9f0b) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:33.024154 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:33.024896 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.032966 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca88ea2-747c-4822-9d26-f7a1f5d0a7b5 None None] Network 5a86c9fb-9976-401d-918c-0b6a331f9f0b requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:37:33.118766 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fad2c905-dd78-498e-8450-5262cd3c36ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.124481 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fad2c905-dd78-498e-8450-5262cd3c36ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.132688 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9ea4e5b9-5d87-4c75-b222-ef8954689533 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4236336 Sep 20 20:37:33.133547 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41046) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:33.140159 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:33.170041 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7871'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.171301 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7844'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.196255 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b0c8-2041-4568-8537-326fa206de4a req-884f9cc6-bd12-48a3-973a-1188f0a312b8 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:33.198945 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-884f9cc6-bd12-48a3-973a-1188f0a312b8 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/networks?id=7c4e3448-3502-4abe-a3f1-841713dd605b HTTP/1.1" status: 200 len: 808 time: 0.1697450 Sep 20 20:37:33.199919 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2c905-dd78-498e-8450-5262cd3c36ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa53cee-1cca-4067-9c45-11d59ef9af57,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:33.200754 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81fd09d5-7c20-5b0a-b15b-6ad7e40d78d1-5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c'}]}} from dv-cinder-798208-2-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 20:37:33.202454 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.208680 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-fad2c905-dd78-498e-8450-5262cd3c36ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b67d5b98a1c40b6839f36deec7c30e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613567 Sep 20 20:37:33.210908 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 41050) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:33.230892 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.236708 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-e1a5739e-4dca-4088-93ea-f3c37a899719 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/quotas/bb82432375c8464fa2a494ce80811377 HTTP/1.1" status: 200 len: 375 time: 0.0264766 Sep 20 20:37:33.279626 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-36f942ca-e24c-4e97-b55e-1e1905a638f2 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb82432375c8464fa2a494ce80811377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341032 Sep 20 20:37:33.311575 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df5e5ca5-107f-47da-bbca-a580f4198296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.371827 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Allocated IP 172.20.0.2 (5a86c9fb-9976-401d-918c-0b6a331f9f0b/4a58fc1e-953d-42b2-85f9-26a9f11f733c/051a8bea-5502-48be-983f-590709f6d627) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:37:33.375961 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df5e5ca5-107f-47da-bbca-a580f4198296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.394291 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.449860 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-6c3e2b53-5b98-458c-912f-8a3057273089 service neutron] 10.222.0.44 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530721 Sep 20 20:37:33.483460 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df5e5ca5-107f-47da-bbca-a580f4198296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.486087 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df5e5ca5-107f-47da-bbca-a580f4198296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.487279 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-df5e5ca5-107f-47da-bbca-a580f4198296 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfa53cee-1cca-4067-9c45-11d59ef9af57 HTTP/1.1" status: 204 len: 168 time: 0.2755363 Sep 20 20:37:33.533230 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e5ca5-107f-47da-bbca-a580f4198296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa53cee-1cca-4067-9c45-11d59ef9af57,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:33.571837 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.574189 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-e46e5fb6-b343-498d-8278-993ac905778e service neutron] 10.222.0.44 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234791 Sep 20 20:37:33.598505 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.646837 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.655095 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Network 5a86c9fb-9976-401d-918c-0b6a331f9f0b is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:37:33.660387 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:33.666837 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:37:33.686006 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.735281 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Pushing event updated for resources: {'Port': ['ID=051a8bea-5502-48be-983f-590709f6d627,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:33.765266 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5603f-b738-4445-8b66-4383fff4821c req-c5b7af29-3398-4f08-84c2-6e51fcae8224 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:33.766407 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8fb5603f-b738-4445-8b66-4383fff4821c req-c5b7af29-3398-4f08-84c2-6e51fcae8224 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.1130342 Sep 20 20:37:33.774724 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Attempting to bind port 051a8bea-5502-48be-983f-590709f6d627 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:37:33.775238 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Attempting to bind port 051a8bea-5502-48be-983f-590709f6d627 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:37:33.775536 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Attempting to bind port 051a8bea-5502-48be-983f-590709f6d627 on network 5a86c9fb-9976-401d-918c-0b6a331f9f0b {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:37:33.792886 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:37:33.793273 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Checking segment: {'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:37:33.795438 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.796233 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Bound using segment: {'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:37:33.799818 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Bound port: 051a8bea-5502-48be-983f-590709f6d627, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:37:33.800779 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:33.843843 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-879d53cd-e708-44f9-af7e-c13552bf55fa req-828e4630-18be-4e99-8bd6-e810091a0b21 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 210 time: 0.0597270 Sep 20 20:37:33.850514 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8fb5603f-b738-4445-8b66-4383fff4821c req-8fd15168-34a0-4193-be01-a98512e7fd9b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777211 Sep 20 20:37:33.868216 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Allocated IP 172.27.2.214 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/c6b9f3fe-b901-47ca-863f-ececbb0ecf98) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:37:33.911152 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] For port 051a8bea-5502-48be-983f-590709f6d627, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:37:33.916142 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] For port 051a8bea-5502-48be-983f-590709f6d627, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=051a8bea-5502-48be-983f-590709f6d627,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:37:33.935784 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:34.009189 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:34.011524 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e14e39-9be6-482e-ba2d-b6ab3fb56edb None None] Pushing event updated for resources: {'Port': ['ID=051a8bea-5502-48be-983f-590709f6d627,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:34.118333 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:34.142830 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:37:34.145062 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:34.164902 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:37:34.328126 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b9f3fe-b901-47ca-863f-ececbb0ecf98,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:34.768144 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:34.967170 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9c5636be-fd5c-49e7-92bd-f691ce383c84 req-93e34436-c607-4eba-a068-42fc77986250 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 210 time: 0.0324864 Sep 20 20:37:35.074284 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529736'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:35.079989 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device e3a26f43-faa9-43c7-a534-e2d253dfbfcd no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:37:35.086892 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e4d5c-68b0-46b4-90be-ce6fec982551 req-18667bdb-6d5a-471d-8f17-ff9a801b196c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:35.094473 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-229e4d5c-68b0-46b4-90be-ce6fec982551 req-18667bdb-6d5a-471d-8f17-ff9a801b196c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0809655 Sep 20 20:37:35.135053 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: e3a26f43-faa9-43c7-a534-e2d253dfbfcd {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:37:35.139998 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device e3a26f43-faa9-43c7-a534-e2d253dfbfcd not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:37:35.210556 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-229e4d5c-68b0-46b4-90be-ce6fec982551 req-1ac5e0fe-cb01-488b-8e60-bc088917d194 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150076 Sep 20 20:37:35.252420 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef6700-7a61-4bf4-88a4-e19ba2a843cc None None] Network 5a86c9fb-9976-401d-918c-0b6a331f9f0b requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:37:35.254426 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 051a8bea-5502-48be-983f-590709f6d627 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:35.306681 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Router c852b052-739b-409f-b33b-8c681a9df5d8 is scheduled to L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 20:37:35.370012 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7da17d58-c532-4827-a187-b5d3af4f3d8e None None] Provisioning complete for port 051a8bea-5502-48be-983f-590709f6d627 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:35.370641 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7da17d58-c532-4827-a187-b5d3af4f3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:35.430983 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:37:35.443455 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 051a8bea-5502-48be-983f-590709f6d627 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:35.444016 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:35.444141 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Sync routers for ids ['c852b052-739b-409f-b33b-8c681a9df5d8'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:37:35.459327 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Routers {'c852b052-739b-409f-b33b-8c681a9df5d8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:37:35.460304 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:37:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['c852b052-739b-409f-b33b-8c681a9df5d8'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:35.463641 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:35.467920 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-43b281f4-403f-4218-99ee-b1dcf6475041 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3306062 Sep 20 20:37:35.468321 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41110) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:35.487406 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b0c8-2041-4568-8537-326fa206de4a req-6c65d232-0f97-43ae-b114-8caad58f13e2 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:35.488914 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-6c65d232-0f97-43ae-b114-8caad58f13e2 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.45 "GET /v2.0/networks?id=7c4e3448-3502-4abe-a3f1-841713dd605b HTTP/1.1" status: 200 len: 808 time: 0.4476132 Sep 20 20:37:35.506795 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Request body: {'port': {'device_id': 'f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5', 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b', 'admin_state_up': True, 'tenant_id': 'bb82432375c8464fa2a494ce80811377'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:35.579102 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7da17d58-c532-4827-a187-b5d3af4f3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:35.629607 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Set router c852b052-739b-409f-b33b-8c681a9df5d8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:37:35.644003 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Made reservation on behalf of bb82432375c8464fa2a494ce80811377 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:37:35.648903 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:35.771302 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:35.789634 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-7da17d58-c532-4827-a187-b5d3af4f3d8e None None] For port 051a8bea-5502-48be-983f-590709f6d627, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=051a8bea-5502-48be-983f-590709f6d627,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:35.799257 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7da17d58-c532-4827-a187-b5d3af4f3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:35.807361 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Allocated IP 172.20.0.7 (7c4e3448-3502-4abe-a3f1-841713dd605b/1412cad8-740c-467d-9fde-d036c6e4efda/199c2f97-7e78-4c50-b6e9-61fa07136ba6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:37:35.837510 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:34Z', 'revision_number': 3, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:35.867825 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Checking router: c852b052-739b-409f-b33b-8c681a9df5d8 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:37:35.868506 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Updating router c852b052-739b-409f-b33b-8c681a9df5d8 port c6b9f3fe-b901-47ca-863f-ececbb0ecf98 binding host dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:37:35.914739 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.db.api [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 20:37:35.915399 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG oslo_db.api [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 20:37:35.917905 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:35.918614 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da17d58-c532-4827-a187-b5d3af4f3d8e None None] Pushing event updated for resources: {'Port': ['ID=051a8bea-5502-48be-983f-590709f6d627,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:35.986535 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.025828 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-e24377fa-23b5-4ede-af0b-b028c7c85e24 None None] Provisioning complete for port 051a8bea-5502-48be-983f-590709f6d627 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:36.027125 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e24377fa-23b5-4ede-af0b-b028c7c85e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.063819 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.128510 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fe7034a8-75d4-4fef-bd07-69d79a41e067 req-f463049f-9c8e-42c5-af5b-7ae074f69d8d tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 210 time: 0.0537004 Sep 20 20:37:36.136627 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.166559 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Network 7c4e3448-3502-4abe-a3f1-841713dd605b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:37:36.168242 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:36.193906 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:37:36.259160 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Pushing event updated for resources: {'Port': ['ID=199c2f97-7e78-4c50-b6e9-61fa07136ba6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:36.273212 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Allocated IP 172.20.0.1 (5a86c9fb-9976-401d-918c-0b6a331f9f0b/4a58fc1e-953d-42b2-85f9-26a9f11f733c/3d7206fe-7140-48f5-8452-4c33793e34b1) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:37:36.288079 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:36.291168 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.319462 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-24c5025f-79dd-45d5-a2d3-9afa7446ed64 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8177691 Sep 20 20:37:36.336372 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Request body: {'port': {'device_id': 'f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:36.396245 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.398644 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.409057 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.419564 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd99174-8825-4bda-b060-9a2157ed950f req-0153f34e-a226-4cd7-81e4-3ec80ba4851b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:36.427477 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bbd99174-8825-4bda-b060-9a2157ed950f req-0153f34e-a226-4cd7-81e4-3ec80ba4851b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.1148725 Sep 20 20:37:36.459133 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.472721 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Pushing event updated for resources: {'Port': ['ID=c6b9f3fe-b901-47ca-863f-ececbb0ecf98,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:36.484443 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Attempting to bind port c6b9f3fe-b901-47ca-863f-ececbb0ecf98 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:37:36.485244 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Attempting to bind port c6b9f3fe-b901-47ca-863f-ececbb0ecf98 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:37:36.485633 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Attempting to bind port c6b9f3fe-b901-47ca-863f-ececbb0ecf98 on network cbef75a3-08eb-4f42-a4dd-36fb4337e14f {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:37:36.488712 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.489064 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.489412 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.489719 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.490134 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.490669 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.491056 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.491550 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.494885 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.495445 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.495786 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.496118 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:37:36.502686 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:37:36.503163 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Checking segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:37:36.503704 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.503979 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Bound using segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:37:36.504693 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Bound port: c6b9f3fe-b901-47ca-863f-ececbb0ecf98, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:37:36.505116 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.536768 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bbd99174-8825-4bda-b060-9a2157ed950f req-f5a6e623-856c-4283-932a-2f53f758109f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081998 Sep 20 20:37:36.537831 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.581847 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Network 5a86c9fb-9976-401d-918c-0b6a331f9f0b is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:37:36.584704 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:36.586561 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] For port c6b9f3fe-b901-47ca-863f-ececbb0ecf98, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:37:36.588562 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:37:36.591654 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] For port c6b9f3fe-b901-47ca-863f-ececbb0ecf98, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=c6b9f3fe-b901-47ca-863f-ececbb0ecf98,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:37:36.598583 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.673275 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Routers {'c852b052-739b-409f-b33b-8c681a9df5d8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:37:36.673921 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:37:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['c852b052-739b-409f-b33b-8c681a9df5d8'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:36.689140 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=3d7206fe-7140-48f5-8452-4c33793e34b1,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:36.709219 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529823'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.727214 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58375144-6ca3-4f68-bda5-5209efeea156 None None] Pushing event updated for resources: {'Port': ['ID=c6b9f3fe-b901-47ca-863f-ececbb0ecf98,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:36.813255 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.852202 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] Set router c852b052-739b-409f-b33b-8c681a9df5d8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:37:36.897549 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199c2f97-7e78-4c50-b6e9-61fa07136ba6 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:37:36.906652 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.930259 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Transition to ACTIVE for port object 199c2f97-7e78-4c50-b6e9-61fa07136ba6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:37:36.937174 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:36.940249 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:37.010692 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=199c2f97-7e78-4c50-b6e9-61fa07136ba6,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:37.058567 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-6bedbc5e-8d83-4288-834e-e9c3c6ac3f6d None None] Provisioning complete for port 3d7206fe-7140-48f5-8452-4c33793e34b1 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:37.058912 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6bedbc5e-8d83-4288-834e-e9c3c6ac3f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:37.083288 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:34Z', 'revision_number': 3, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:37.127147 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bdbd1d-c13b-4950-bfee-58a380876387 None None] The sync data for ids ['c852b052-739b-409f-b33b-8c681a9df5d8'] in dv-cinder-798208-2-iscsi is: [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:34Z', 'revision_number': 3, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:37:37.142140 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-6bedbc5e-8d83-4288-834e-e9c3c6ac3f6d None None] Port 3d7206fe-7140-48f5-8452-4c33793e34b1 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:37:37.149088 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:37.157175 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:37.159900 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Attempting to bind port 199c2f97-7e78-4c50-b6e9-61fa07136ba6 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:37:37.160961 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Attempting to bind port 199c2f97-7e78-4c50-b6e9-61fa07136ba6 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '719fa870-1789-4b96-ab8b-4dae4e4bf635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:37:37.161318 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Attempting to bind port 199c2f97-7e78-4c50-b6e9-61fa07136ba6 on network 7c4e3448-3502-4abe-a3f1-841713dd605b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:37:37.170766 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Port 199c2f97-7e78-4c50-b6e9-61fa07136ba6 on network 7c4e3448-3502-4abe-a3f1-841713dd605b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:37:37.171088 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Attempting to bind port 199c2f97-7e78-4c50-b6e9-61fa07136ba6 on network 7c4e3448-3502-4abe-a3f1-841713dd605b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:37:37.177463 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:37:37.177888 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Checking segment: {'id': '719fa870-1789-4b96-ab8b-4dae4e4bf635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:37:37.178557 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Bound using segment: {'id': '719fa870-1789-4b96-ab8b-4dae4e4bf635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:37:37.179314 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Bound port: 199c2f97-7e78-4c50-b6e9-61fa07136ba6, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719fa870-1789-4b96-ab8b-4dae4e4bf635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:37:37.179930 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:37.218393 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 051a8bea-5502-48be-983f-590709f6d627 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:37.244877 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=3d7206fe-7140-48f5-8452-4c33793e34b1,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:37.266580 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] For port 199c2f97-7e78-4c50-b6e9-61fa07136ba6, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:37:37.266768 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529935'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:37.270718 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] For port 199c2f97-7e78-4c50-b6e9-61fa07136ba6, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=199c2f97-7e78-4c50-b6e9-61fa07136ba6,segment=NetworkSegment(719fa870-1789-4b96-ab8b-4dae4e4bf635),segment_id=719fa870-1789-4b96-ab8b-4dae4e4bf635)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:37:37.292049 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:37.311515 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 051a8bea-5502-48be-983f-590709f6d627 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:37.311791 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:37.356233 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:37.356861 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:37.358595 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] 10.222.0.45 "PUT /v2.0/ports/199c2f97-7e78-4c50-b6e9-61fa07136ba6 HTTP/1.1" status: 200 len: 1093 time: 1.0274529 Sep 20 20:37:37.364827 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5', 'tag': '199c2f97-7e78-4c50-b6e9-61fa07136ba6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:37:37.367142 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952513b0-6658-4038-bc53-23b4d5266579" -d '{"events": [{"name": "network-changed", "server_uuid": "f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5", "tag": "199c2f97-7e78-4c50-b6e9-61fa07136ba6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:37:37.382743 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Network 5a86c9fb-9976-401d-918c-0b6a331f9f0b is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:37:37.385537 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:37.425409 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f536c-6e40-444f-b660-592fb2c36ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=199c2f97-7e78-4c50-b6e9-61fa07136ba6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:37.471253 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d63ebf6-bffa-45b0-95d3-50e619c112be x-openstack-request-id: req-0d63ebf6-bffa-45b0-95d3-50e619c112be {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:37:37.471537 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5", "tag": "199c2f97-7e78-4c50-b6e9-61fa07136ba6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:37:37.471787 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d63ebf6-bffa-45b0-95d3-50e619c112be {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:37:37.472178 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5', 'tag': '199c2f97-7e78-4c50-b6e9-61fa07136ba6', 'status': 'completed', 'code': 200} Sep 20 20:37:37.485076 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb4b95-4769-4b1e-8eab-d17186eb6d0b req-aa42763d-1bbc-458a-a6c1-a97e353d5175 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:37.486675 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f7fb4b95-4769-4b1e-8eab-d17186eb6d0b req-aa42763d-1bbc-458a-a6c1-a97e353d5175 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 943 time: 0.2143364 Sep 20 20:37:37.547641 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b0c8-2041-4568-8537-326fa206de4a req-82fa9b60-c469-4d02-9fdc-7e3035d99644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:37.549563 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-82fa9b60-c469-4d02-9fdc-7e3035d99644 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb82432375c8464fa2a494ce80811377&device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 1096 time: 0.1152923 Sep 20 20:37:37.561408 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f7fb4b95-4769-4b1e-8eab-d17186eb6d0b req-ab8e65d7-e686-42a8-a65e-d43166e7b09c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605311 Sep 20 20:37:37.568808 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Router c852b052-739b-409f-b33b-8c681a9df5d8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:37:37.619568 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-36017ab4-42af-436a-91f7-1b78b32a8126 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199c2f97-7e78-4c50-b6e9-61fa07136ba6 HTTP/1.1" status: 200 len: 217 time: 0.0568669 Sep 20 20:37:37.692656 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b0c8-2041-4568-8537-326fa206de4a req-ecc480cb-f553-46e1-bfe6-eb54a8d345c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:37.694549 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-ecc480cb-f553-46e1-bfe6-eb54a8d345c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1412cad8-740c-467d-9fde-d036c6e4efda HTTP/1.1" status: 200 len: 848 time: 0.0674026 Sep 20 20:37:37.729314 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-cf0a5cee-edc6-4841-8eaf-96f03dd0ff12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c4e3448-3502-4abe-a3f1-841713dd605b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265052 Sep 20 20:37:37.743598 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:37:37.750683 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-983ae62e-aab4-4506-ab7c-4ce815c34fc7 admin admin] 10.222.0.44 "PUT /v2.0/routers/c852b052-739b-409f-b33b-8c681a9df5d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2809494 Sep 20 20:37:37.776794 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f118-6738-428b-ab88-24436ec7f65b req-19335cfb-cd64-4897-aac6-c48543748aae tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:37.778387 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-05005649-96b7-4b48-bc4a-3509e3588531 None None] Provisioning complete for port 3d7206fe-7140-48f5-8452-4c33793e34b1 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:37.778859 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-05005649-96b7-4b48-bc4a-3509e3588531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:37.782558 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-77e9f118-6738-428b-ab88-24436ec7f65b req-19335cfb-cd64-4897-aac6-c48543748aae tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0892189 Sep 20 20:37:37.850465 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-05005649-96b7-4b48-bc4a-3509e3588531 None None] Port 3d7206fe-7140-48f5-8452-4c33793e34b1 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:37:37.876306 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-fefc267a-aadd-4b69-b0c2-28282bdea46c service neutron] 10.222.0.45 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372771 Sep 20 20:37:38.032443 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac91b0c8-2041-4568-8537-326fa206de4a req-0476fd65-76f6-4217-8894-ccba6286fda9 service neutron] 10.222.0.45 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447988 Sep 20 20:37:38.089497 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-77e9f118-6738-428b-ab88-24436ec7f65b req-5b72f9ca-9079-41d4-a51c-f5854baff998 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981575 Sep 20 20:37:38.151803 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952513b0-6658-4038-bc53-23b4d5266579 req-47bcb0c7-a542-4b18-92d9-0b70c35a5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:38.153469 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-952513b0-6658-4038-bc53-23b4d5266579 req-47bcb0c7-a542-4b18-92d9-0b70c35a5f35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb82432375c8464fa2a494ce80811377&device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 1096 time: 0.0715368 Sep 20 20:37:38.263101 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952513b0-6658-4038-bc53-23b4d5266579 req-6b24b659-7f4b-475b-bbdc-81393f05accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:38.264621 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-952513b0-6658-4038-bc53-23b4d5266579 req-6b24b659-7f4b-475b-bbdc-81393f05accc service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c4e3448-3502-4abe-a3f1-841713dd605b HTTP/1.1" status: 200 len: 908 time: 0.0992243 Sep 20 20:37:38.317233 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-952513b0-6658-4038-bc53-23b4d5266579 req-26195495-5628-4e10-a93e-6f05358c9bab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=199c2f97-7e78-4c50-b6e9-61fa07136ba6 HTTP/1.1" status: 200 len: 217 time: 0.0413280 Sep 20 20:37:38.374308 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952513b0-6658-4038-bc53-23b4d5266579 req-659dd1d2-eac7-41d9-959f-9cbf27f13520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:38.375786 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-952513b0-6658-4038-bc53-23b4d5266579 req-659dd1d2-eac7-41d9-959f-9cbf27f13520 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1412cad8-740c-467d-9fde-d036c6e4efda HTTP/1.1" status: 200 len: 848 time: 0.0482643 Sep 20 20:37:38.411209 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-952513b0-6658-4038-bc53-23b4d5266579 req-96559d4e-e0c5-4e5b-8a41-18e40f9dcae1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c4e3448-3502-4abe-a3f1-841713dd605b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253482 Sep 20 20:37:38.435568 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41180) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:38.519966 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-952513b0-6658-4038-bc53-23b4d5266579 req-e079eb2a-2b2e-4c4b-a8e9-99ed222b3620 service neutron] 10.222.0.45 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000245 Sep 20 20:37:38.528692 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 41186) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:38.534085 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1219838372-network', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:38.558839 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fea1b35-a57a-4fd7-a658-4acfb85ed085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.606264 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Made reservation on behalf of b72d8b4406ef49068d5b5385d7f2157c for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:37:38.608728 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.622321 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.656521 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-952513b0-6658-4038-bc53-23b4d5266579 req-adf9089d-80b1-4b3a-a33f-697b16233c68 service neutron] 10.222.0.45 "GET /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148636 Sep 20 20:37:38.687591 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fea1b35-a57a-4fd7-a658-4acfb85ed085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.693522 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fea1b35-a57a-4fd7-a658-4acfb85ed085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.704240 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a7260-f178-4899-a0ea-52ad9ab7c702 req-95762ecb-89b7-4ac1-8408-bc23ac8c7357 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:38.705836 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d65a7260-f178-4899-a0ea-52ad9ab7c702 req-95762ecb-89b7-4ac1-8408-bc23ac8c7357 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 943 time: 0.0770032 Sep 20 20:37:38.760842 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8fea1b35-a57a-4fd7-a658-4acfb85ed085 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c250f7a9a5b94e829b2ff7cd99044fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241005 Sep 20 20:37:38.765243 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 41190) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:38.767234 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea1b35-a57a-4fd7-a658-4acfb85ed085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899fef3f-42f0-46c7-a978-5ae0a51a6443,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:38.794916 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d65a7260-f178-4899-a0ea-52ad9ab7c702 req-09b26a96-6984-4c4b-817d-be39e468fbf9 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793796 Sep 20 20:37:38.819880 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.828836 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.861666 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:37:38.874893 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be6195c0-63b8-4dba-bcec-46c797229d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.877945 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171211d5-5218-47e2-a6b3-2b57702897d9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:38.880833 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.881166 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Added segment 598c7941-991e-4ebc-8c8a-cc34152e1b48 of type vlan for network a67e843a-e95e-484a-9522-8f98a891247c Sep 20 20:37:38.933322 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be6195c0-63b8-4dba-bcec-46c797229d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.941603 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.983200 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:38.984345 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:38.984930 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.015809 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be6195c0-63b8-4dba-bcec-46c797229d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.018319 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be6195c0-63b8-4dba-bcec-46c797229d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.019441 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-be6195c0-63b8-4dba-bcec-46c797229d94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/899fef3f-42f0-46c7-a978-5ae0a51a6443 HTTP/1.1" status: 204 len: 168 time: 0.2532816 Sep 20 20:37:39.020760 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4905217 Sep 20 20:37:39.023743 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41196) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:39.029370 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] Request body: {'subnet': {'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1219838372-subnet', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:39.058682 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6195c0-63b8-4dba-bcec-46c797229d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899fef3f-42f0-46c7-a978-5ae0a51a6443,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:39.061375 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] Made reservation on behalf of b72d8b4406ef49068d5b5385d7f2157c for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:37:39.064329 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9334b1-4a97-4da0-a29b-45602f1b4767 admin admin] Pushing event updated for resources: {'Network': ['ID=a67e843a-e95e-484a-9522-8f98a891247c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:39.064957 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8552966'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.077394 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Sync routers for ids ['c852b052-739b-409f-b33b-8c681a9df5d8'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:37:39.082629 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network a67e843a-e95e-484a-9522-8f98a891247c details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:37:39.114035 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Routers {'c852b052-739b-409f-b33b-8c681a9df5d8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:37:39.114849 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:37:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['c852b052-739b-409f-b33b-8c681a9df5d8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:39.268668 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d531236-10aa-4371-83fe-9a306eaf9c7e req-b8c37e78-0e75-4470-bc49-57ffd7a227cd tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:39.270405 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d531236-10aa-4371-83fe-9a306eaf9c7e req-b8c37e78-0e75-4470-bc49-57ffd7a227cd tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0867717 Sep 20 20:37:39.277714 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device c6b9f3fe-b901-47ca-863f-ececbb0ecf98 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:39.334236 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Set router c852b052-739b-409f-b33b-8c681a9df5d8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:37:39.352748 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d531236-10aa-4371-83fe-9a306eaf9c7e req-6243fa25-d489-49d4-a622-b803ccac7abd tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710063 Sep 20 20:37:39.408724 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8543034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8553000'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.415106 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port c6b9f3fe-b901-47ca-863f-ececbb0ecf98 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:39.415504 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.478924 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d169de-a0dc-4873-b974-f90a874aee44,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:39.494864 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] Checking segment: {'id': '598c7941-991e-4ebc-8c8a-cc34152e1b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:37:39.495281 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] Network hostable DHCP agents. Network: a67e843a-e95e-484a-9522-8f98a891247c, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:37:39.519083 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] Network a67e843a-e95e-484a-9522-8f98a891247c is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:37:39.529948 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, a67e843a-e95e-484a-9522-8f98a891247c) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:39.534318 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:39.534984 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.549130 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443700e0-fe4a-48fc-8c5f-4312bf738f3d None None] Network a67e843a-e95e-484a-9522-8f98a891247c requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:37:39.554617 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-925731a9-9d62-4fc7-a9d7-2f8b56195b0f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5276160 Sep 20 20:37:39.555047 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 41212) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:39.559517 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1219838372-router', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:39.581648 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7871'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.582830 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7844'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.607045 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.639042 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.672869 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port c6b9f3fe-b901-47ca-863f-ececbb0ecf98, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=c6b9f3fe-b901-47ca-863f-ececbb0ecf98,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:39.684831 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.742413 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 4, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '3d7206fe-7140-48f5-8452-4c33793e34b1', 'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'mac_address': 'fa:16:3e:13:ae:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:36Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 2, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'subnets': [{'id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:39.784865 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Checking router: c852b052-739b-409f-b33b-8c681a9df5d8 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:37:39.785218 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Updating router c852b052-739b-409f-b33b-8c681a9df5d8 port 3d7206fe-7140-48f5-8452-4c33793e34b1 binding host dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:37:39.792027 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.825565 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=c6b9f3fe-b901-47ca-863f-ececbb0ecf98,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:39.833730 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.860481 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81fd09d5-7c20-5b0a-b15b-6ad7e40d78d1-a67e843a-e95e-484a-9522-8f98a891247c', 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'fixed_ips': [{'subnet_id': '64d169de-a0dc-4873-b974-f90a874aee44'}]}} from dv-cinder-798208-2-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 20:37:39.861617 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:39.949725 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0088146-1f3a-403b-a839-42879b6c0b78 req-594c86a7-4c63-4728-8174-04861a0e2e99 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:39.954467 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c0088146-1f3a-403b-a839-42879b6c0b78 req-594c86a7-4c63-4728-8174-04861a0e2e99 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 943 time: 0.0784571 Sep 20 20:37:40.067472 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c0088146-1f3a-403b-a839-42879b6c0b78 req-07287e74-8213-41f6-8111-9ddb8fc2fa6f tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083460 Sep 20 20:37:40.106332 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.128260 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.163380 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Allocated IP 172.20.0.2 (a67e843a-e95e-484a-9522-8f98a891247c/64d169de-a0dc-4873-b974-f90a874aee44/e027e8aa-2074-4f78-8ecc-095b26c2e8e9) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:37:40.243775 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Allocated IP 172.27.2.196 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/5f22a48e-2774-4ae8-a52d-ed3ed52505c1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:37:40.369001 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.423686 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.500209 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:37:40.508501 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:40.517136 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:37:40.522281 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Pushing event updated for resources: {'Port': ['ID=5f22a48e-2774-4ae8-a52d-ed3ed52505c1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:40.541428 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.568422 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.636541 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.655568 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.714492 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ea5d2-52bf-40ca-b5a1-68392aca2057 None None] Pushing event updated for resources: {'Port': ['ID=3d7206fe-7140-48f5-8452-4c33793e34b1,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:40.782587 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09c8d6-ba57-4da8-a976-251f65cf8e3a req-a9a11640-35fc-4663-8573-63de2b7f9c08 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:40.784559 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3b09c8d6-ba57-4da8-a976-251f65cf8e3a req-a9a11640-35fc-4663-8573-63de2b7f9c08 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.3275330 Sep 20 20:37:40.790811 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Network a67e843a-e95e-484a-9522-8f98a891247c is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:37:40.797708 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:40.800786 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:37:40.803165 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Attempting to bind port 3d7206fe-7140-48f5-8452-4c33793e34b1 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:37:40.803691 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Attempting to bind port 3d7206fe-7140-48f5-8452-4c33793e34b1 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:37:40.804197 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Attempting to bind port 3d7206fe-7140-48f5-8452-4c33793e34b1 on network 5a86c9fb-9976-401d-918c-0b6a331f9f0b {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:37:40.821768 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:37:40.822461 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Checking segment: {'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:37:40.823008 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.823538 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Bound using segment: {'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:37:40.824369 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Bound port: 3d7206fe-7140-48f5-8452-4c33793e34b1, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:37:40.824900 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.844160 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Pushing event updated for resources: {'Port': ['ID=e027e8aa-2074-4f78-8ecc-095b26c2e8e9,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:40.866295 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3b09c8d6-ba57-4da8-a976-251f65cf8e3a req-86b4d77c-5e90-4208-97cf-65aad6b6dbd3 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724723 Sep 20 20:37:40.957136 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c9982801-8524-4d6d-97ed-c5ffa5f4668a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.969564 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Attempting to bind port e027e8aa-2074-4f78-8ecc-095b26c2e8e9 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:37:40.969925 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Attempting to bind port e027e8aa-2074-4f78-8ecc-095b26c2e8e9 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '598c7941-991e-4ebc-8c8a-cc34152e1b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:37:40.970309 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Attempting to bind port e027e8aa-2074-4f78-8ecc-095b26c2e8e9 on network a67e843a-e95e-484a-9522-8f98a891247c {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:37:40.994075 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:37:40.994441 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Checking segment: {'id': '598c7941-991e-4ebc-8c8a-cc34152e1b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:37:40.994836 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:40.995242 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Bound using segment: {'id': '598c7941-991e-4ebc-8c8a-cc34152e1b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:37:40.995681 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Bound port: e027e8aa-2074-4f78-8ecc-095b26c2e8e9, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598c7941-991e-4ebc-8c8a-cc34152e1b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:37:40.996055 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:41.031733 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] For port 3d7206fe-7140-48f5-8452-4c33793e34b1, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:37:41.065866 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] For port 3d7206fe-7140-48f5-8452-4c33793e34b1, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=3d7206fe-7140-48f5-8452-4c33793e34b1,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:37:41.071236 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:41.078791 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b0b02c03-0608-4adf-ad18-e677fea21d6d None None] Provisioning complete for port 3d7206fe-7140-48f5-8452-4c33793e34b1 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:41.079158 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0b02c03-0608-4adf-ad18-e677fea21d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:41.085253 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:41.122043 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 199c2f97-7e78-4c50-b6e9-61fa07136ba6 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:37:41.239735 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device c6b9f3fe-b901-47ca-863f-ececbb0ecf98 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:41.244101 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] For port e027e8aa-2074-4f78-8ecc-095b26c2e8e9, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:37:41.269337 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Routers {'c852b052-739b-409f-b33b-8c681a9df5d8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:37:41.270099 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:37:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['c852b052-739b-409f-b33b-8c681a9df5d8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:41.361457 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ea5d2-52bf-40ca-b5a1-68392aca2057 None None] Pushing event updated for resources: {'Port': ['ID=3d7206fe-7140-48f5-8452-4c33793e34b1,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:41.367075 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] For port e027e8aa-2074-4f78-8ecc-095b26c2e8e9, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e027e8aa-2074-4f78-8ecc-095b26c2e8e9,segment=NetworkSegment(598c7941-991e-4ebc-8c8a-cc34152e1b48),segment_id=598c7941-991e-4ebc-8c8a-cc34152e1b48)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:37:41.370712 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529736'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:41.389506 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:41.391610 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e93e4-9225-4fae-b084-3fcfb00df007 req-17a615aa-4160-412a-b8a8-356a52477803 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:41.399031 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-887e93e4-9225-4fae-b084-3fcfb00df007 req-17a615aa-4160-412a-b8a8-356a52477803 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 943 time: 0.2027292 Sep 20 20:37:41.519602 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-887e93e4-9225-4fae-b084-3fcfb00df007 req-05f60b21-8058-4849-92cd-93996d021ed2 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063781 Sep 20 20:37:41.549879 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 199c2f97-7e78-4c50-b6e9-61fa07136ba6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=199c2f97-7e78-4c50-b6e9-61fa07136ba6,segment=NetworkSegment(719fa870-1789-4b96-ab8b-4dae4e4bf635),segment_id=719fa870-1789-4b96-ab8b-4dae4e4bf635)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:41.590637 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '199c2f97-7e78-4c50-b6e9-61fa07136ba6', 'network_id': '7c4e3448-3502-4abe-a3f1-841713dd605b', 'port_id': '199c2f97-7e78-4c50-b6e9-61fa07136ba6', 'mac_address': 'fa:16:3e:fc:c0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1412cad8-740c-467d-9fde-d036c6e4efda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:37:41.601123 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ab3ec-6483-42dc-823e-0cb2f59c196e None None] Pushing event updated for resources: {'Port': ['ID=e027e8aa-2074-4f78-8ecc-095b26c2e8e9,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:41.608216 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0b02c03-0608-4adf-ad18-e677fea21d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:41.619874 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 is scheduled to L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 20:37:41.626772 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] Set router c852b052-739b-409f-b33b-8c681a9df5d8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:37:41.628890 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port c6b9f3fe-b901-47ca-863f-ececbb0ecf98 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:41.628890 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:41.784607 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:37:41.800736 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Sync routers for ids ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:37:41.813369 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:41.815998 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-917359be-75cc-4893-9640-81869ab9cb24 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2598672 Sep 20 20:37:41.818941 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41274) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:41.819666 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Routers {'06b9c978-9e61-46c7-8676-bf3ee92ad2e7'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:37:41.820515 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:37:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:41.838788 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-b0b02c03-0608-4adf-ad18-e677fea21d6d None None] For port 3d7206fe-7140-48f5-8452-4c33793e34b1, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=3d7206fe-7140-48f5-8452-4c33793e34b1,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:41.860200 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0b02c03-0608-4adf-ad18-e677fea21d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:41.862145 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:41.985816 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Set router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:37:42.020313 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c504c-1ec3-4b35-b718-3cd6f96138c4 req-91f89df0-dd2f-47bf-8dfd-dd792f67786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:42.021800 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-542c504c-1ec3-4b35-b718-3cd6f96138c4 req-91f89df0-dd2f-47bf-8dfd-dd792f67786c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 1098 time: 0.0487282 Sep 20 20:37:42.050288 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199c2f97-7e78-4c50-b6e9-61fa07136ba6 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:37:42.056371 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b02c03-0608-4adf-ad18-e677fea21d6d None None] Pushing event updated for resources: {'Port': ['ID=3d7206fe-7140-48f5-8452-4c33793e34b1,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:42.074427 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-542c504c-1ec3-4b35-b718-3cd6f96138c4 req-1d574a3a-e3ed-47b4-beb6-7c602ac2a20c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437729 Sep 20 20:37:42.084729 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4759d22-616c-44ee-83ba-d56535b97964 req-d9e00a96-5a67-43f3-a074-a30be51be3c9 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:42.086342 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a4759d22-616c-44ee-83ba-d56535b97964 req-d9e00a96-5a67-43f3-a074-a30be51be3c9 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0976219 Sep 20 20:37:42.099754 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 199c2f97-7e78-4c50-b6e9-61fa07136ba6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=199c2f97-7e78-4c50-b6e9-61fa07136ba6,segment=NetworkSegment(719fa870-1789-4b96-ab8b-4dae4e4bf635),segment_id=719fa870-1789-4b96-ab8b-4dae4e4bf635)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:42.131670 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:42.142447 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-14f5b969-c57a-4ce2-a466-3f585a6418b3 None None] Provisioning complete for port 3d7206fe-7140-48f5-8452-4c33793e34b1 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:42.142965 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-14f5b969-c57a-4ce2-a466-3f585a6418b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:42.191526 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a4759d22-616c-44ee-83ba-d56535b97964 req-13d7f208-9b2c-436c-ac2a-d79ccb47b34f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953944 Sep 20 20:37:42.202127 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'name': 'tempest-TestShelveInstance-1219838372-router', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:39Z', 'updated_at': '2021-09-20T20:37:40Z', 'revision_number': 3, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'gw_port': {'id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:40Z', 'updated_at': '2021-09-20T20:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:42.229765 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Checking router: 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:37:42.230384 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Updating router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 port 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 binding host dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:37:42.256198 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:42.278394 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=199c2f97-7e78-4c50-b6e9-61fa07136ba6,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:42.351073 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 4, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '3d7206fe-7140-48f5-8452-4c33793e34b1', 'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'mac_address': 'fa:16:3e:13:ae:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:36Z', 'updated_at': '2021-09-20T20:37:41Z', 'revision_number': 4, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'subnets': [{'id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:42.477230 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:42.521612 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274e963-3e6c-47a6-9979-ce0c1efe017d None None] The sync data for ids ['c852b052-739b-409f-b33b-8c681a9df5d8'] in dv-cinder-798208-2-iscsi is: [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 4, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '3d7206fe-7140-48f5-8452-4c33793e34b1', 'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'mac_address': 'fa:16:3e:13:ae:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:36Z', 'updated_at': '2021-09-20T20:37:41Z', 'revision_number': 4, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'subnets': [{'id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:37:42.527112 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['199c2f97-7e78-4c50-b6e9-61fa07136ba6'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:37:42.550709 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:42.559168 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:42.616650 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea37a06-faa2-4d3e-944b-96138232a6a1 None None] Pushing event updated for resources: {'Port': ['ID=5f22a48e-2774-4ae8-a52d-ed3ed52505c1,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:42.631847 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Attempting to bind port 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:37:42.632342 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Attempting to bind port 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:37:42.632834 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Attempting to bind port 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 on network cbef75a3-08eb-4f42-a4dd-36fb4337e14f {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:37:42.638922 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:37:42.639470 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Checking segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:37:42.640030 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:42.640518 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Bound using segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:37:42.641115 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Bound port: 5f22a48e-2774-4ae8-a52d-ed3ed52505c1, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:37:42.641610 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:42.743776 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dc413-6af0-41f7-9b2e-a562a6133bba req-b7331a1d-1d0e-46f4-848f-4c8925f3657d tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:42.750720 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] For port 5f22a48e-2774-4ae8-a52d-ed3ed52505c1, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:37:42.757289 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd2dc413-6af0-41f7-9b2e-a562a6133bba req-b7331a1d-1d0e-46f4-848f-4c8925f3657d tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 944 time: 0.1070127 Sep 20 20:37:42.769630 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] For port 5f22a48e-2774-4ae8-a52d-ed3ed52505c1, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=5f22a48e-2774-4ae8-a52d-ed3ed52505c1,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:37:42.782147 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:42.793840 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Allocated IP 172.20.0.1 (a67e843a-e95e-484a-9522-8f98a891247c/64d169de-a0dc-4873-b974-f90a874aee44/91a730dd-b872-48ae-bb9f-3453a32e13d2) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:37:42.859438 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cd2dc413-6af0-41f7-9b2e-a562a6133bba req-e10a3168-c13a-4ea7-ab43-089ca568fdab tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925376 Sep 20 20:37:42.865333 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea37a06-faa2-4d3e-944b-96138232a6a1 None None] Pushing event updated for resources: {'Port': ['ID=5f22a48e-2774-4ae8-a52d-ed3ed52505c1,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:42.927132 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Routers {'06b9c978-9e61-46c7-8676-bf3ee92ad2e7'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:37:42.927855 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:37:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:42.965318 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:42.981606 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d7bdf-9231-4f60-b081-93ece57c3466 None None] Network a67e843a-e95e-484a-9522-8f98a891247c requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:37:43.051693 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:43.066478 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] Set router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:37:43.095104 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-0b744b6c-2b34-45a5-a32a-de4ae180edc7 None None] Provisioning complete for port e027e8aa-2074-4f78-8ecc-095b26c2e8e9 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:43.095589 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0b744b6c-2b34-45a5-a32a-de4ae180edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:43.139553 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=91a730dd-b872-48ae-bb9f-3453a32e13d2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:43.147597 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Network a67e843a-e95e-484a-9522-8f98a891247c is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:37:43.149410 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:43.156370 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:37:43.214499 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529823'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:43.389022 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e027e8aa-2074-4f78-8ecc-095b26c2e8e9 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:43.532152 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ad9ff4bb-d324-4622-b50f-b55680111210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:43.540941 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fc50e-7e06-40a8-a6f9-63a570d67994 req-8999c5ba-1cab-4fd4-9065-7fd535875e09 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:43.543884 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-398fc50e-7e06-40a8-a6f9-63a570d67994 req-8999c5ba-1cab-4fd4-9065-7fd535875e09 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.1409342 Sep 20 20:37:43.560321 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0b744b6c-2b34-45a5-a32a-de4ae180edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:43.573365 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'name': 'tempest-TestShelveInstance-1219838372-router', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:39Z', 'updated_at': '2021-09-20T20:37:40Z', 'revision_number': 3, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'gw_port': {'id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:40Z', 'updated_at': '2021-09-20T20:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:43.580749 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:43.626562 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-0b744b6c-2b34-45a5-a32a-de4ae180edc7 None None] For port e027e8aa-2074-4f78-8ecc-095b26c2e8e9, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e027e8aa-2074-4f78-8ecc-095b26c2e8e9,segment=NetworkSegment(598c7941-991e-4ebc-8c8a-cc34152e1b48),segment_id=598c7941-991e-4ebc-8c8a-cc34152e1b48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:43.635175 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf04fd4-a69c-4bdb-8cd8-78e52dc8c33d None None] The sync data for ids ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'] in dv-cinder-798208-2-iscsi is: [{'id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'name': 'tempest-TestShelveInstance-1219838372-router', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:39Z', 'updated_at': '2021-09-20T20:37:40Z', 'revision_number': 3, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'gw_port': {'id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:40Z', 'updated_at': '2021-09-20T20:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:37:43.639173 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port e027e8aa-2074-4f78-8ecc-095b26c2e8e9 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:43.639492 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:43.641636 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0b744b6c-2b34-45a5-a32a-de4ae180edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:43.665267 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-398fc50e-7e06-40a8-a6f9-63a570d67994 req-fee40823-f836-4c49-9fc7-5191986e24df tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854440 Sep 20 20:37:43.794403 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b744b6c-2b34-45a5-a32a-de4ae180edc7 None None] Pushing event updated for resources: {'Port': ['ID=e027e8aa-2074-4f78-8ecc-095b26c2e8e9,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:43.903999 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 3d7206fe-7140-48f5-8452-4c33793e34b1 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:43.996007 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-593ddb2f-5516-42c3-a9c9-8de8b4db7d32 None None] Provisioning complete for port 91a730dd-b872-48ae-bb9f-3453a32e13d2 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:43.996351 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-593ddb2f-5516-42c3-a9c9-8de8b4db7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:44.032196 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:44.039113 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:44.050983 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:44.077859 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-593ddb2f-5516-42c3-a9c9-8de8b4db7d32 None None] Port 91a730dd-b872-48ae-bb9f-3453a32e13d2 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:37:44.084908 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 3d7206fe-7140-48f5-8452-4c33793e34b1 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:44.085579 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:44.150436 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-593ddb2f-5516-42c3-a9c9-8de8b4db7d32 None None] Provisioning complete for port e027e8aa-2074-4f78-8ecc-095b26c2e8e9 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:44.150436 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-593ddb2f-5516-42c3-a9c9-8de8b4db7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:44.187253 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=91a730dd-b872-48ae-bb9f-3453a32e13d2,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:44.212512 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e9596-92b1-430e-9bad-2394263b5f04 req-dac2e19d-75de-4a9d-920b-8da3bda21003 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:44.221436 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aa9e9596-92b1-430e-9bad-2394263b5f04 req-dac2e19d-75de-4a9d-920b-8da3bda21003 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 944 time: 0.2848077 Sep 20 20:37:44.253881 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529935'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:44.301202 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aa9e9596-92b1-430e-9bad-2394263b5f04 req-5514b4fc-a268-43c1-a94b-45ac454cefb1 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788138 Sep 20 20:37:44.418318 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Network a67e843a-e95e-484a-9522-8f98a891247c is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:37:44.420784 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:37:44.539954 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1d4d98da-88e9-4d6d-9aa8-c4d7c6476207 None None] Provisioning complete for port 91a730dd-b872-48ae-bb9f-3453a32e13d2 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:44.540486 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1d4d98da-88e9-4d6d-9aa8-c4d7c6476207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:44.570849 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:37:44.628247 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d98da-88e9-4d6d-9aa8-c4d7c6476207 None None] Port 91a730dd-b872-48ae-bb9f-3453a32e13d2 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:37:44.682741 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:44.721231 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:37:44.734521 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-36215d7d-db81-471f-8185-2ad68df48ac9 admin admin] 10.222.0.44 "PUT /v2.0/routers/06b9c978-9e61-46c7-8676-bf3ee92ad2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9066148 Sep 20 20:37:44.750634 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-646faf25-bc6c-437f-b0c5-8044681f33c4 None None] Provisioning complete for port 91a730dd-b872-48ae-bb9f-3453a32e13d2 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:44.750908 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-646faf25-bc6c-437f-b0c5-8044681f33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:44.805450 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-646faf25-bc6c-437f-b0c5-8044681f33c4 None None] Port 91a730dd-b872-48ae-bb9f-3453a32e13d2 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:37:45.009572 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40feecf7-6031-4da7-b714-2aa70376bf4e req-446549ec-b157-461e-9fbf-ee4fe72d3986 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:45.011006 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-40feecf7-6031-4da7-b714-2aa70376bf4e req-446549ec-b157-461e-9fbf-ee4fe72d3986 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.2518659 Sep 20 20:37:45.047980 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-40feecf7-6031-4da7-b714-2aa70376bf4e req-813045d4-a558-4fe5-a4ff-67dd9ff5828d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310059 Sep 20 20:37:45.094249 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 199c2f97-7e78-4c50-b6e9-61fa07136ba6 up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:45.153294 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port 199c2f97-7e78-4c50-b6e9-61fa07136ba6 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:37:45.157411 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 199c2f97-7e78-4c50-b6e9-61fa07136ba6 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:45.160066 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.278050 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.282299 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a92bd-7a88-45da-b9fe-fdbdc79beb6a req-6145f247-ba06-4e96-9729-af416ed486bb tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:45.283815 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-363a92bd-7a88-45da-b9fe-fdbdc79beb6a req-6145f247-ba06-4e96-9729-af416ed486bb tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0747714 Sep 20 20:37:45.307290 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:45.315098 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199c2f97-7e78-4c50-b6e9-61fa07136ba6'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:37:45.317446 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebf4a7e-e23e-434f-9a14-abe5ebad5cea" -d '{"events": [{"server_uuid": "f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5", "name": "network-vif-plugged", "status": "completed", "tag": "199c2f97-7e78-4c50-b6e9-61fa07136ba6"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:37:45.328390 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-363a92bd-7a88-45da-b9fe-fdbdc79beb6a req-7fa09cc3-180b-40ae-bdfd-a48c73615cd5 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370431 Sep 20 20:37:45.350320 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 199c2f97-7e78-4c50-b6e9-61fa07136ba6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=199c2f97-7e78-4c50-b6e9-61fa07136ba6,segment=NetworkSegment(719fa870-1789-4b96-ab8b-4dae4e4bf635),segment_id=719fa870-1789-4b96-ab8b-4dae4e4bf635)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:45.362455 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.427407 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8885c457-1c32-41a0-8ae0-7620d93b4a9a x-openstack-request-id: req-8885c457-1c32-41a0-8ae0-7620d93b4a9a {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:37:45.428217 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5", "name": "network-vif-plugged", "status": "completed", "tag": "199c2f97-7e78-4c50-b6e9-61fa07136ba6", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:37:45.428465 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8885c457-1c32-41a0-8ae0-7620d93b4a9a {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:37:45.429728 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199c2f97-7e78-4c50-b6e9-61fa07136ba6', 'code': 200} Sep 20 20:37:45.464218 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=199c2f97-7e78-4c50-b6e9-61fa07136ba6,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:45.485976 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:45.486670 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.519497 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41344) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:45.529837 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-dc9b556f-fe6d-43b8-9ce2-d7295ae08426 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-938980844', 'description': 'tempest-secgroup-smoke-938980844 description', 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:45.564520 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b541ccd-06b6-4bcf-b202-a808941f57fb req-58e15a76-4319-4da9-82ef-65134cc59367 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:45.566335 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0b541ccd-06b6-4bcf-b202-a808941f57fb req-58e15a76-4319-4da9-82ef-65134cc59367 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 945 time: 0.1156797 Sep 20 20:37:45.593505 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.617456 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0b541ccd-06b6-4bcf-b202-a808941f57fb req-cac5765c-51df-4823-9189-5038ca176077 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422313 Sep 20 20:37:45.618626 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dc9b556f-fe6d-43b8-9ce2-d7295ae08426 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.620829 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port 5f22a48e-2774-4ae8-a52d-ed3ed52505c1, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=5f22a48e-2774-4ae8-a52d-ed3ed52505c1,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:45.627668 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.628544 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e027e8aa-2074-4f78-8ecc-095b26c2e8e9 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:45.648008 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b40fb-05ba-471d-bd33-ad42a02f5c01 req-c726408b-1ab9-48a5-ac31-8b4417b04447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:45.649652 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-632b40fb-05ba-471d-bd33-ad42a02f5c01 req-c726408b-1ab9-48a5-ac31-8b4417b04447 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 1098 time: 0.0744224 Sep 20 20:37:45.724701 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-632b40fb-05ba-471d-bd33-ad42a02f5c01 req-5dde795d-c109-4eac-8db7-45c5c4ea9ae5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668855 Sep 20 20:37:45.772828 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dc9b556f-fe6d-43b8-9ce2-d7295ae08426 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.780195 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dc9b556f-fe6d-43b8-9ce2-d7295ae08426 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.816099 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=5f22a48e-2774-4ae8-a52d-ed3ed52505c1,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:45.831656 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port e027e8aa-2074-4f78-8ecc-095b26c2e8e9 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:45.832177 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.844676 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dc9b556f-fe6d-43b8-9ce2-d7295ae08426 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.846367 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-dc9b556f-fe6d-43b8-9ce2-d7295ae08426 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3258076 Sep 20 20:37:45.849273 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41356) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:45.858180 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-96854cd5-2421-4297-b6c1-58dbf34ef6f4 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Request body: {'security_group_rule': {'security_group_id': '600b90d1-487b-48c9-9ae5-8c3f3c130eb4', 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:45.866305 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b556f-fe6d-43b8-9ce2-d7295ae08426 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600b90d1-487b-48c9-9ae5-8c3f3c130eb4,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:45.887185 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Sync routers for ids ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:37:45.903344 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-96854cd5-2421-4297-b6c1-58dbf34ef6f4 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:45.910678 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Routers {'06b9c978-9e61-46c7-8676-bf3ee92ad2e7'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:37:45.911431 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:37:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:45.997368 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-96854cd5-2421-4297-b6c1-58dbf34ef6f4 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.001264 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-96854cd5-2421-4297-b6c1-58dbf34ef6f4 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.024821 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96854cd5-2421-4297-b6c1-58dbf34ef6f4 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab64b40-4125-484f-a8ec-27d48fceee20,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:46.045643 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-96854cd5-2421-4297-b6c1-58dbf34ef6f4 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.045643 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-96854cd5-2421-4297-b6c1-58dbf34ef6f4 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1859915 Sep 20 20:37:46.045819 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 41362) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:46.046506 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6555ba9c-d796-4fb5-92da-8cb9b42f00e5 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Request body: {'security_group_rule': {'security_group_id': '600b90d1-487b-48c9-9ae5-8c3f3c130eb4', 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:46.080309 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6555ba9c-d796-4fb5-92da-8cb9b42f00e5 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.083768 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Set router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:37:46.133863 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6555ba9c-d796-4fb5-92da-8cb9b42f00e5 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.137322 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6555ba9c-d796-4fb5-92da-8cb9b42f00e5 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.158267 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555ba9c-d796-4fb5-92da-8cb9b42f00e5 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c211bc33-f42c-4834-809d-9138ddc9d410,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:46.164413 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6555ba9c-d796-4fb5-92da-8cb9b42f00e5 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.168613 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41366) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:46.169156 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6555ba9c-d796-4fb5-92da-8cb9b42f00e5 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256242 Sep 20 20:37:46.176687 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-af7c75ce-d4de-44ce-8e11-c9dc92df1cbe tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Request body: {'security_group_rule': {'security_group_id': '600b90d1-487b-48c9-9ae5-8c3f3c130eb4', 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:46.219797 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-af7c75ce-d4de-44ce-8e11-c9dc92df1cbe tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.234207 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.290491 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-af7c75ce-d4de-44ce-8e11-c9dc92df1cbe tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.294137 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-af7c75ce-d4de-44ce-8e11-c9dc92df1cbe tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.303742 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'name': 'tempest-TestShelveInstance-1219838372-router', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:39Z', 'updated_at': '2021-09-20T20:37:43Z', 'revision_number': 4, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'gw_port': {'id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:40Z', 'updated_at': '2021-09-20T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '91a730dd-b872-48ae-bb9f-3453a32e13d2', 'name': '', 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'mac_address': 'fa:16:3e:d8:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '64d169de-a0dc-4873-b974-f90a874aee44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:42Z', 'updated_at': '2021-09-20T20:37:43Z', 'revision_number': 2, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'subnets': [{'id': '64d169de-a0dc-4873-b974-f90a874aee44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:46.308402 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c75ce-d4de-44ce-8e11-c9dc92df1cbe tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf4e691-d784-44e2-a5e9-3f38a89e0d35,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:46.318989 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-af7c75ce-d4de-44ce-8e11-c9dc92df1cbe tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.320416 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-af7c75ce-d4de-44ce-8e11-c9dc92df1cbe tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495988 Sep 20 20:37:46.323256 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41368) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:46.328111 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-7715f508-6149-4752-b857-88c04cb033ae tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Request body: {'security_group_rule': {'security_group_id': '600b90d1-487b-48c9-9ae5-8c3f3c130eb4', 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:46.331531 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Checking router: 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:37:46.331960 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Updating router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 port 91a730dd-b872-48ae-bb9f-3453a32e13d2 binding host dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:37:46.355334 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7715f508-6149-4752-b857-88c04cb033ae tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.356490 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.423601 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7715f508-6149-4752-b857-88c04cb033ae tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.427150 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7715f508-6149-4752-b857-88c04cb033ae tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.445533 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715f508-6149-4752-b857-88c04cb033ae tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd79d45-ef27-4436-80f8-9f76ecd6d657,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:46.448693 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7715f508-6149-4752-b857-88c04cb033ae tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.450047 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7715f508-6149-4752-b857-88c04cb033ae tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258252 Sep 20 20:37:46.452882 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41370) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:46.457168 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-231ddca0-818f-4f67-b4ff-65f8bf552e2f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Request body: {'security_group_rule': {'security_group_id': '600b90d1-487b-48c9-9ae5-8c3f3c130eb4', 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:46.478654 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-231ddca0-818f-4f67-b4ff-65f8bf552e2f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Project 5e9e4fd3f7ad4a31b8ae92b141acfaff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 20:37:46.484076 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-231ddca0-818f-4f67-b4ff-65f8bf552e2f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.545649 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-231ddca0-818f-4f67-b4ff-65f8bf552e2f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.550470 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-231ddca0-818f-4f67-b4ff-65f8bf552e2f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.567772 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ddca0-818f-4f67-b4ff-65f8bf552e2f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b328e7e1-2d08-4fa7-bdae-46265b4891ae,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:46.574869 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-231ddca0-818f-4f67-b4ff-65f8bf552e2f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.578653 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-231ddca0-818f-4f67-b4ff-65f8bf552e2f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223359 Sep 20 20:37:46.578748 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41372) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:46.582976 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-b9071e22-1358-41eb-8b1b-653bc16797bf tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Request body: {'security_group_rule': {'security_group_id': '600b90d1-487b-48c9-9ae5-8c3f3c130eb4', 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:37:46.603870 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-b9071e22-1358-41eb-8b1b-653bc16797bf tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Project 5e9e4fd3f7ad4a31b8ae92b141acfaff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 20:37:46.609048 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b9071e22-1358-41eb-8b1b-653bc16797bf tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.639039 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.645242 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.673497 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b9071e22-1358-41eb-8b1b-653bc16797bf tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.679930 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b9071e22-1358-41eb-8b1b-653bc16797bf tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.700934 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9071e22-1358-41eb-8b1b-653bc16797bf tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d1ee12-b216-44a5-ad1a-ce6490abb790,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:46.715616 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b9071e22-1358-41eb-8b1b-653bc16797bf tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.716608 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a121861-3d9c-40b6-8130-d49c4cb39279 None None] Pushing event updated for resources: {'Port': ['ID=91a730dd-b872-48ae-bb9f-3453a32e13d2,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:46.718864 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b9071e22-1358-41eb-8b1b-653bc16797bf tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392126 Sep 20 20:37:46.754598 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Attempting to bind port 91a730dd-b872-48ae-bb9f-3453a32e13d2 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:37:46.755120 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Attempting to bind port 91a730dd-b872-48ae-bb9f-3453a32e13d2 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '598c7941-991e-4ebc-8c8a-cc34152e1b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:37:46.755312 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Attempting to bind port 91a730dd-b872-48ae-bb9f-3453a32e13d2 on network a67e843a-e95e-484a-9522-8f98a891247c {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:37:46.760994 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:37:46.761352 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Checking segment: {'id': '598c7941-991e-4ebc-8c8a-cc34152e1b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:37:46.761748 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.762290 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Bound using segment: {'id': '598c7941-991e-4ebc-8c8a-cc34152e1b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:37:46.762873 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Bound port: 91a730dd-b872-48ae-bb9f-3453a32e13d2, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598c7941-991e-4ebc-8c8a-cc34152e1b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:37:46.763252 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.768451 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6133ee-6ffd-496a-a270-59e344cb890d req-ec45bc7b-4a84-4352-a8b8-b11e2dbdb0ea tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:46.770285 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7c6133ee-6ffd-496a-a270-59e344cb890d req-ec45bc7b-4a84-4352-a8b8-b11e2dbdb0ea tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 945 time: 0.0630288 Sep 20 20:37:46.831223 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7c6133ee-6ffd-496a-a270-59e344cb890d req-62dadb87-8d6d-4c73-a4d1-c9388a60b286 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 Sep 20 20:37:46.874513 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] For port 91a730dd-b872-48ae-bb9f-3453a32e13d2, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:37:46.878291 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] For port 91a730dd-b872-48ae-bb9f-3453a32e13d2, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=91a730dd-b872-48ae-bb9f-3453a32e13d2,segment=NetworkSegment(598c7941-991e-4ebc-8c8a-cc34152e1b48),segment_id=598c7941-991e-4ebc-8c8a-cc34152e1b48)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:37:46.883542 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.969122 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-0075479f-3628-44b5-a885-69ae9f659e71 None None] Provisioning complete for port 91a730dd-b872-48ae-bb9f-3453a32e13d2 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:46.969495 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0075479f-3628-44b5-a885-69ae9f659e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:46.976659 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a121861-3d9c-40b6-8130-d49c4cb39279 None None] Pushing event updated for resources: {'Port': ['ID=91a730dd-b872-48ae-bb9f-3453a32e13d2,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:47.025594 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Routers {'06b9c978-9e61-46c7-8676-bf3ee92ad2e7'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:37:47.026277 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:37:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:47.275350 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d63ca0-617b-4acd-936f-5ec2e18855f4 req-5eefd1d7-f986-441d-8142-7b08617075d3 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:47.278166 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-41d63ca0-617b-4acd-936f-5ec2e18855f4 req-5eefd1d7-f986-441d-8142-7b08617075d3 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0963254 Sep 20 20:37:47.292157 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:47.306157 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad2f1-d827-4dfb-a491-f231349e0b08 req-ea04ebea-4102-4505-a487-b891cda250a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:47.307668 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a08ad2f1-d827-4dfb-a491-f231349e0b08 req-ea04ebea-4102-4505-a487-b891cda250a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 1099 time: 0.1237752 Sep 20 20:37:47.344838 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-41d63ca0-617b-4acd-936f-5ec2e18855f4 req-9d5f2a64-50ae-4764-9aa0-8e34b8f0f938 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493355 Sep 20 20:37:47.493307 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0075479f-3628-44b5-a885-69ae9f659e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:47.498374 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] Set router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:37:47.502690 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad2f1-d827-4dfb-a491-f231349e0b08 req-6c058eab-5333-4ee1-9163-c59a62cc86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:47.504246 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a08ad2f1-d827-4dfb-a491-f231349e0b08 req-6c058eab-5333-4ee1-9163-c59a62cc86b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 200 len: 918 time: 0.1819720 Sep 20 20:37:47.558922 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a08ad2f1-d827-4dfb-a491-f231349e0b08 req-a2708fea-6f00-49e3-9503-09428dc09715 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff769277-fe62-484c-8b36-bebbd8c7ad77 HTTP/1.1" status: 200 len: 217 time: 0.0455422 Sep 20 20:37:47.608362 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-0075479f-3628-44b5-a885-69ae9f659e71 None None] For port 91a730dd-b872-48ae-bb9f-3453a32e13d2, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=91a730dd-b872-48ae-bb9f-3453a32e13d2,segment=NetworkSegment(598c7941-991e-4ebc-8c8a-cc34152e1b48),segment_id=598c7941-991e-4ebc-8c8a-cc34152e1b48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:47.626341 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0075479f-3628-44b5-a885-69ae9f659e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:47.627276 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad2f1-d827-4dfb-a491-f231349e0b08 req-c96369c0-c1b1-4a8a-8d28-83044dcdc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:47.630429 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a08ad2f1-d827-4dfb-a491-f231349e0b08 req-c96369c0-c1b1-4a8a-8d28-83044dcdc54a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a785b9f0-8952-486a-a6fc-517f7dd3ed62 HTTP/1.1" status: 200 len: 858 time: 0.0551000 Sep 20 20:37:47.675277 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a08ad2f1-d827-4dfb-a491-f231349e0b08 req-56e0fe80-7ce4-4af5-be97-7327fec94899 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311639 Sep 20 20:37:47.687677 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:47.688154 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:47.770168 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075479f-3628-44b5-a885-69ae9f659e71 None None] Pushing event updated for resources: {'Port': ['ID=91a730dd-b872-48ae-bb9f-3453a32e13d2,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:47.777172 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a08ad2f1-d827-4dfb-a491-f231349e0b08 req-6d4f1c76-a63f-4ea9-a224-fafa2e6ca39e service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927052 Sep 20 20:37:47.806746 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7ff0f458-fb31-4735-b8aa-db2cc8fce832 None None] Provisioning complete for port 91a730dd-b872-48ae-bb9f-3453a32e13d2 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:47.807359 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f458-fb31-4735-b8aa-db2cc8fce832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:47.881178 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a08ad2f1-d827-4dfb-a491-f231349e0b08 req-e0d8c390-4e94-4e7a-9ac5-d05c92bebb0a service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956280 Sep 20 20:37:47.917850 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'name': 'tempest-TestShelveInstance-1219838372-router', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:39Z', 'updated_at': '2021-09-20T20:37:43Z', 'revision_number': 4, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'gw_port': {'id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:40Z', 'updated_at': '2021-09-20T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '91a730dd-b872-48ae-bb9f-3453a32e13d2', 'name': '', 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'mac_address': 'fa:16:3e:d8:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '64d169de-a0dc-4873-b974-f90a874aee44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:42Z', 'updated_at': '2021-09-20T20:37:46Z', 'revision_number': 4, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'subnets': [{'id': '64d169de-a0dc-4873-b974-f90a874aee44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:37:47.965508 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364c183-bb3b-4684-b5bb-226f3d58bad1 None None] The sync data for ids ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'] in dv-cinder-798208-2-iscsi is: [{'id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'name': 'tempest-TestShelveInstance-1219838372-router', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:39Z', 'updated_at': '2021-09-20T20:37:43Z', 'revision_number': 4, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'gw_port': {'id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:40Z', 'updated_at': '2021-09-20T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '91a730dd-b872-48ae-bb9f-3453a32e13d2', 'name': '', 'network_id': 'a67e843a-e95e-484a-9522-8f98a891247c', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'mac_address': 'fa:16:3e:d8:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '64d169de-a0dc-4873-b974-f90a874aee44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:42Z', 'updated_at': '2021-09-20T20:37:46Z', 'revision_number': 4, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'subnets': [{'id': '64d169de-a0dc-4873-b974-f90a874aee44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:37:47.979019 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09825049-2dc2-4a9a-a310-37f513a1f38b req-681c2a6d-d175-47ce-bcc5-d10763c44cb8 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:47.981030 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-09825049-2dc2-4a9a-a310-37f513a1f38b req-681c2a6d-d175-47ce-bcc5-d10763c44cb8 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 945 time: 0.0533144 Sep 20 20:37:48.045728 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-09825049-2dc2-4a9a-a310-37f513a1f38b req-bd22512b-8bc7-49d6-9031-ea574f60e50c tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540972 Sep 20 20:37:48.468254 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9108d-3f51-4084-b93a-bb0150f664a8 req-3220a095-6c23-4364-bf8e-c8230a8e184f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:48.470046 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5aa9108d-3f51-4084-b93a-bb0150f664a8 req-3220a095-6c23-4364-bf8e-c8230a8e184f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0588102 Sep 20 20:37:48.522140 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5aa9108d-3f51-4084-b93a-bb0150f664a8 req-05ad8004-5b0b-44b2-8ab9-06360938ccae tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451303 Sep 20 20:37:48.844193 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989a784-5dc4-408e-8ca4-fb6b246ae55a req-c260a139-dd3d-40dc-b2e7-e28d90d519ff tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:48.845758 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4989a784-5dc4-408e-8ca4-fb6b246ae55a req-c260a139-dd3d-40dc-b2e7-e28d90d519ff tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 945 time: 0.0612316 Sep 20 20:37:48.894586 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4989a784-5dc4-408e-8ca4-fb6b246ae55a req-6ea739ff-9feb-40a0-a215-5ce245a6a728 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Sep 20 20:37:49.054563 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41500) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:49.167495 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f82b914c-4c6f-4257-9d24-ff34056b974c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.193261 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 91a730dd-b872-48ae-bb9f-3453a32e13d2 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:37:49.245619 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 91a730dd-b872-48ae-bb9f-3453a32e13d2 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:37:49.246539 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.262707 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f82b914c-4c6f-4257-9d24-ff34056b974c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.267511 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f82b914c-4c6f-4257-9d24-ff34056b974c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.305227 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f82b914c-4c6f-4257-9d24-ff34056b974c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c6da7bacdd745629f760b2df8f89416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495859 Sep 20 20:37:49.306366 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b914c-4c6f-4257-9d24-ff34056b974c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098098bb-afef-4d61-bbe7-1fd05e1ce30c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:49.308787 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 41506) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:49.372228 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87510d97-4730-4121-91e4-402fd724a996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.393166 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87510d97-4730-4121-91e4-402fd724a996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.440203 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87510d97-4730-4121-91e4-402fd724a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.442883 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87510d97-4730-4121-91e4-402fd724a996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.444027 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-87510d97-4730-4121-91e4-402fd724a996 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/098098bb-afef-4d61-bbe7-1fd05e1ce30c HTTP/1.1" status: 204 len: 168 time: 0.1341102 Sep 20 20:37:49.451542 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87510d97-4730-4121-91e4-402fd724a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098098bb-afef-4d61-bbe7-1fd05e1ce30c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:49.632652 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b240eb-f4dc-42c2-a83b-24be27dfc536 req-911bec7f-aec1-4089-af5f-647d509d6003 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:49.634324 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-64b240eb-f4dc-42c2-a83b-24be27dfc536 req-911bec7f-aec1-4089-af5f-647d509d6003 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0491989 Sep 20 20:37:49.679888 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-64b240eb-f4dc-42c2-a83b-24be27dfc536 req-138d18a0-4e94-4390-85c4-c6585f41c700 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386698 Sep 20 20:37:49.720966 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41518) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:49.734207 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-925421ad-e01a-4ba8-a07e-a29b3a40a96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.816753 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-925421ad-e01a-4ba8-a07e-a29b3a40a96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.820271 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-925421ad-e01a-4ba8-a07e-a29b3a40a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.855951 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-925421ad-e01a-4ba8-a07e-a29b3a40a96e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f045028304d845389655a72b52e6e853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339519 Sep 20 20:37:49.857027 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925421ad-e01a-4ba8-a07e-a29b3a40a96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeb0d8d-350a-46fe-949b-044771067113,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:49.859305 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 41520) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:49.908875 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-978172a4-8e31-46e8-8730-79b522f18254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.945063 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-978172a4-8e31-46e8-8730-79b522f18254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:49.999105 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-978172a4-8e31-46e8-8730-79b522f18254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.001682 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-978172a4-8e31-46e8-8730-79b522f18254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.002983 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-978172a4-8e31-46e8-8730-79b522f18254 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0aeb0d8d-350a-46fe-949b-044771067113 HTTP/1.1" status: 204 len: 168 time: 0.1426826 Sep 20 20:37:50.010840 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978172a4-8e31-46e8-8730-79b522f18254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeb0d8d-350a-46fe-949b-044771067113,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:50.022528 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a73be2-4212-44de-abcf-1d55388c5755 req-f3d667d6-531f-439e-9529-979d10151cf3 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:50.024128 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-04a73be2-4212-44de-abcf-1d55388c5755 req-f3d667d6-531f-439e-9529-979d10151cf3 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 945 time: 0.0546377 Sep 20 20:37:50.066194 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-04a73be2-4212-44de-abcf-1d55388c5755 req-23f85925-9f15-4e2e-a9fe-26eb9ba1e546 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdbc272c-3e16-40dc-9097-594d18cb207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324972 Sep 20 20:37:50.321902 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41528) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:50.334555 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fe3f09ca-9253-4da7-acc0-a92212584ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.430302 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fe3f09ca-9253-4da7-acc0-a92212584ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.434411 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fe3f09ca-9253-4da7-acc0-a92212584ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.451608 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105b199-06fd-4bbd-acc4-4932f81869b7 req-1afe1da3-83de-4a1c-ac5b-616730fd33e8 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:50.453039 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5105b199-06fd-4bbd-acc4-4932f81869b7 req-1afe1da3-83de-4a1c-ac5b-616730fd33e8 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 945 time: 0.0576735 Sep 20 20:37:50.474807 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f09ca-9253-4da7-acc0-a92212584ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66964f3a-8d53-4eb1-a153-eb56d1aa83d6,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:50.481612 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-fe3f09ca-9253-4da7-acc0-a92212584ffc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3c7706baf3546ab862f28834afb3185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586776 Sep 20 20:37:50.486460 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 41534) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:37:50.544584 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6efb8ae4-3f15-4073-9ff5-227cb6fabf2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.577721 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6efb8ae4-3f15-4073-9ff5-227cb6fabf2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.587985 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-5105b199-06fd-4bbd-acc4-4932f81869b7 req-702942f4-5b8b-41fc-a1a8-4f2ce706c746 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Deleting port 199c2f97-7e78-4c50-b6e9-61fa07136ba6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:37:50.588345 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5105b199-06fd-4bbd-acc4-4932f81869b7 req-702942f4-5b8b-41fc-a1a8-4f2ce706c746 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.638930 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6efb8ae4-3f15-4073-9ff5-227cb6fabf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.641471 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6efb8ae4-3f15-4073-9ff5-227cb6fabf2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.642653 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6efb8ae4-3f15-4073-9ff5-227cb6fabf2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66964f3a-8d53-4eb1-a153-eb56d1aa83d6 HTTP/1.1" status: 204 len: 168 time: 0.1550736 Sep 20 20:37:50.651871 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb8ae4-3f15-4073-9ff5-227cb6fabf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66964f3a-8d53-4eb1-a153-eb56d1aa83d6,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:50.698381 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5105b199-06fd-4bbd-acc4-4932f81869b7 req-702942f4-5b8b-41fc-a1a8-4f2ce706c746 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] For port 199c2f97-7e78-4c50-b6e9-61fa07136ba6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=199c2f97-7e78-4c50-b6e9-61fa07136ba6,segment=NetworkSegment(719fa870-1789-4b96-ab8b-4dae4e4bf635),segment_id=719fa870-1789-4b96-ab8b-4dae4e4bf635)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:37:50.698829 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5105b199-06fd-4bbd-acc4-4932f81869b7 req-702942f4-5b8b-41fc-a1a8-4f2ce706c746 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.726985 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-5105b199-06fd-4bbd-acc4-4932f81869b7 req-702942f4-5b8b-41fc-a1a8-4f2ce706c746 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Calling delete_port for 199c2f97-7e78-4c50-b6e9-61fa07136ba6 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:37:50.826825 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a97f2c-08ce-488b-a767-62fea9e68edf req-e76beb11-e763-479e-a3d5-98318bd5fc5b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:50.835528 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-70a97f2c-08ce-488b-a767-62fea9e68edf req-e76beb11-e763-479e-a3d5-98318bd5fc5b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0785644 Sep 20 20:37:50.895341 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-70a97f2c-08ce-488b-a767-62fea9e68edf req-2976ba20-3b30-4753-8d9e-f3998df2926a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562351 Sep 20 20:37:50.952283 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5105b199-06fd-4bbd-acc4-4932f81869b7 req-702942f4-5b8b-41fc-a1a8-4f2ce706c746 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:50.965888 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['199c2f97-7e78-4c50-b6e9-61fa07136ba6'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:37:50.981302 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702942f4-5b8b-41fc-a1a8-4f2ce706c746 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Pushing event deleted for resources: {'Port': ['ID=199c2f97-7e78-4c50-b6e9-61fa07136ba6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:37:51.030764 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5105b199-06fd-4bbd-acc4-4932f81869b7 req-702942f4-5b8b-41fc-a1a8-4f2ce706c746 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] No DVR routers for this DVR port 199c2f97-7e78-4c50-b6e9-61fa07136ba6 on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:37:51.033245 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5105b199-06fd-4bbd-acc4-4932f81869b7 req-702942f4-5b8b-41fc-a1a8-4f2ce706c746 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:37:51.035210 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5105b199-06fd-4bbd-acc4-4932f81869b7 req-702942f4-5b8b-41fc-a1a8-4f2ce706c746 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.45 "DELETE /v2.0/ports/199c2f97-7e78-4c50-b6e9-61fa07136ba6 HTTP/1.1" status: 204 len: 173 time: 0.5638633 Sep 20 20:37:51.035629 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5', 'name': 'network-vif-deleted', 'tag': '199c2f97-7e78-4c50-b6e9-61fa07136ba6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:37:51.037836 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13123814-a0f4-4c0d-a473-256904f22532" -d '{"events": [{"server_uuid": "f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5", "name": "network-vif-deleted", "tag": "199c2f97-7e78-4c50-b6e9-61fa07136ba6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:37:51.078365 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb00f6a-19ec-4bf1-9e5d-388b290fb6db x-openstack-request-id: req-bbb00f6a-19ec-4bf1-9e5d-388b290fb6db {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:37:51.078725 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5", "name": "network-vif-deleted", "tag": "199c2f97-7e78-4c50-b6e9-61fa07136ba6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:37:51.079032 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbb00f6a-19ec-4bf1-9e5d-388b290fb6db {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:37:51.079479 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5', 'name': 'network-vif-deleted', 'tag': '199c2f97-7e78-4c50-b6e9-61fa07136ba6', 'status': 'completed', 'code': 200} Sep 20 20:37:51.164454 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-31005da4-10fb-488d-aa96-589e02d3eabe req-6ca26e4d-c019-460b-ac3e-b89bf7c1e0d5 tempest-VolumesActionsTest-307182840 tempest-VolumesActionsTest-307182840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9222f8d-ca91-4b16-8c1a-6fea7b40cfe5 HTTP/1.1" status: 200 len: 210 time: 0.0277579 Sep 20 20:37:52.039123 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc229d1-de96-426b-a7ed-f0a576ed0b88 req-0c3a5632-51ce-4f9b-bc89-e16794a474d5 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:52.041486 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5dc229d1-de96-426b-a7ed-f0a576ed0b88 req-0c3a5632-51ce-4f9b-bc89-e16794a474d5 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0580256 Sep 20 20:37:52.112886 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5dc229d1-de96-426b-a7ed-f0a576ed0b88 req-3d7a7111-2fd1-4fbb-adaa-c68dbf61f2c0 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621035 Sep 20 20:37:53.229139 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d596626-f5dc-4672-9fc4-058bffcadb8c req-92226dbc-f8ef-4b84-9b66-767a6a9b2b70 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:53.230635 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6d596626-f5dc-4672-9fc4-058bffcadb8c req-92226dbc-f8ef-4b84-9b66-767a6a9b2b70 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0478342 Sep 20 20:37:53.270852 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6d596626-f5dc-4672-9fc4-058bffcadb8c req-33b0d3a4-e236-42c6-82b8-5a076ad02603 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338738 Sep 20 20:37:54.392977 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9a158-cb97-4f05-94e4-3b5744285cfc req-cf5c38fe-a339-453b-9502-761f87e476eb tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:54.394438 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a9f9a158-cb97-4f05-94e4-3b5744285cfc req-cf5c38fe-a339-453b-9502-761f87e476eb tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0494723 Sep 20 20:37:54.431599 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a9f9a158-cb97-4f05-94e4-3b5744285cfc req-2b7dd49f-b5a0-4f88-affc-41466c7e8bda tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313385 Sep 20 20:37:54.613578 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:37:55.137910 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 199c2f97-7e78-4c50-b6e9-61fa07136ba6 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:37:55.158082 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: 199c2f97-7e78-4c50-b6e9-61fa07136ba6 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:37:55.158422 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 199c2f97-7e78-4c50-b6e9-61fa07136ba6 not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:37:55.548113 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a004c6-0bd8-4d6f-a1ef-d9258a599d01 req-98fbb246-fc5d-4a2a-b296-3ad3e4641b7b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:55.549542 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f6a004c6-0bd8-4d6f-a1ef-d9258a599d01 req-98fbb246-fc5d-4a2a-b296-3ad3e4641b7b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0471709 Sep 20 20:37:55.585527 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f6a004c6-0bd8-4d6f-a1ef-d9258a599d01 req-9d0c0a40-6d69-461d-83a0-5b6df1306725 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300646 Sep 20 20:37:56.697137 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902c27-61e7-4dfb-b9b2-40b2e48b5625 req-ad1e407d-5516-484a-8b97-50780418d45b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:56.698534 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-29902c27-61e7-4dfb-b9b2-40b2e48b5625 req-ad1e407d-5516-484a-8b97-50780418d45b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0472846 Sep 20 20:37:56.735213 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-29902c27-61e7-4dfb-b9b2-40b2e48b5625 req-9ce48b47-9a8d-43d6-a036-002f94d2bfcf tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301099 Sep 20 20:37:57.856628 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964dd58-585f-442d-bd6e-caee8f53ef05 req-ad71ea59-352a-49ca-afd2-f0cb05382e67 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:57.858112 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e964dd58-585f-442d-bd6e-caee8f53ef05 req-ad71ea59-352a-49ca-afd2-f0cb05382e67 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0531013 Sep 20 20:37:57.894535 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e964dd58-585f-442d-bd6e-caee8f53ef05 req-de5582b1-877e-421d-8c00-8611e1da5263 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300193 Sep 20 20:37:59.007594 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae1b9d-e43a-4f43-b932-a47d6244df86 req-89fc9496-3201-40e9-8b23-59736cb37766 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:37:59.009025 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-45ae1b9d-e43a-4f43-b932-a47d6244df86 req-89fc9496-3201-40e9-8b23-59736cb37766 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0493670 Sep 20 20:37:59.045823 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-45ae1b9d-e43a-4f43-b932-a47d6244df86 req-69ff3a65-2df9-4ba6-8686-17973dd1fcde tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309663 Sep 20 20:38:00.157015 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68df6e1-09a9-48d1-80fc-2e9ad02b7c0f req-f253b3ce-ff18-457a-9980-5b5ee41aa671 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:00.158404 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f68df6e1-09a9-48d1-80fc-2e9ad02b7c0f req-f253b3ce-ff18-457a-9980-5b5ee41aa671 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0476284 Sep 20 20:38:00.194480 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f68df6e1-09a9-48d1-80fc-2e9ad02b7c0f req-531788c6-f0ec-4914-9c47-5956783e6e8e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300944 Sep 20 20:38:01.252197 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657046b-2f7d-423f-bb77-7afb03fad010 req-319df5ff-00ca-4964-8eb8-a65ac6fd8e6f tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:01.253561 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d657046b-2f7d-423f-bb77-7afb03fad010 req-319df5ff-00ca-4964-8eb8-a65ac6fd8e6f tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0517652 Sep 20 20:38:01.291140 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d657046b-2f7d-423f-bb77-7afb03fad010 req-a5ff91cb-9358-4995-b050-ebe241e098cf tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Sep 20 20:38:01.397240 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb753f-a52d-487b-9678-c09beb8baf51 req-56e0aea5-11cc-4c27-bc4f-26de2600481c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:01.400855 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-48cb753f-a52d-487b-9678-c09beb8baf51 req-56e0aea5-11cc-4c27-bc4f-26de2600481c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0580447 Sep 20 20:38:01.436946 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-48cb753f-a52d-487b-9678-c09beb8baf51 req-0c2a05a1-051e-4428-b2ab-ab67f6a53e2e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349891 Sep 20 20:38:02.406570 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6211c-8a38-46b6-8f70-67a32a99d9a0 req-e25cbe6e-232c-4199-a2bc-afdfa2dbaf82 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:02.408633 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-01c6211c-8a38-46b6-8f70-67a32a99d9a0 req-e25cbe6e-232c-4199-a2bc-afdfa2dbaf82 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0507333 Sep 20 20:38:02.447125 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-01c6211c-8a38-46b6-8f70-67a32a99d9a0 req-7e32bc6f-3f2c-498d-a3c1-6f618a10eb04 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319777 Sep 20 20:38:02.558827 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c90f39-ffee-4d22-9cf9-755859984dbb req-6208b17c-f74f-46ac-b9ee-988bfc31cb1f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:02.560268 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d4c90f39-ffee-4d22-9cf9-755859984dbb req-6208b17c-f74f-46ac-b9ee-988bfc31cb1f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0509963 Sep 20 20:38:02.597739 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d4c90f39-ffee-4d22-9cf9-755859984dbb req-c479b35c-ad95-4fb0-af9d-90250bf0dfe0 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Sep 20 20:38:03.558907 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afc73c-cc02-41b2-b295-51cd0e0bb668 req-269048dc-de8e-45cf-b144-1f1b2afc2755 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:03.560394 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-73afc73c-cc02-41b2-b295-51cd0e0bb668 req-269048dc-de8e-45cf-b144-1f1b2afc2755 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0471396 Sep 20 20:38:03.597069 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-73afc73c-cc02-41b2-b295-51cd0e0bb668 req-1a5cc608-380c-46fb-a4ae-426c2515ed7e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308774 Sep 20 20:38:03.722160 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7f5e7-f831-4615-99ce-fa42fb2192a0 req-4c208a7d-e0f8-4e3c-9b6c-a73cfcc5f99d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:03.723624 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-09e7f5e7-f831-4615-99ce-fa42fb2192a0 req-4c208a7d-e0f8-4e3c-9b6c-a73cfcc5f99d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0540576 Sep 20 20:38:03.759909 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-09e7f5e7-f831-4615-99ce-fa42fb2192a0 req-1fa3493b-fd49-49a0-8583-55f850efdce5 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304136 Sep 20 20:38:04.731241 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c679d0-ab85-4205-9b15-32ee1bf8dcd1 req-e5b79302-8fe7-4ff7-9c7b-c0e99686742d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:04.733036 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e6c679d0-ab85-4205-9b15-32ee1bf8dcd1 req-e5b79302-8fe7-4ff7-9c7b-c0e99686742d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0577030 Sep 20 20:38:04.772031 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e6c679d0-ab85-4205-9b15-32ee1bf8dcd1 req-ec51f0f4-e78a-491b-8c17-4d6734e879cb tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325720 Sep 20 20:38:04.782620 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7f516-7e51-4c1e-beeb-7ec878873c67 req-f1b1e64e-1ee4-48e9-8d2b-1075817dd7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:04.784242 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4de7f516-7e51-4c1e-beeb-7ec878873c67 req-f1b1e64e-1ee4-48e9-8d2b-1075817dd7c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0414381 Sep 20 20:38:04.875540 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f249e-e1c2-4340-b0fc-8df8af0621f9 req-be7ac34b-0cd5-43a6-9646-009031dfcee0 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:04.876990 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bc2f249e-e1c2-4340-b0fc-8df8af0621f9 req-be7ac34b-0cd5-43a6-9646-009031dfcee0 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0476973 Sep 20 20:38:04.889862 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7f516-7e51-4c1e-beeb-7ec878873c67 req-ab3e393f-9075-4c7c-a0fd-ca9c928b1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:04.891366 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4de7f516-7e51-4c1e-beeb-7ec878873c67 req-ab3e393f-9075-4c7c-a0fd-ca9c928b1f45 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 916 time: 0.0860555 Sep 20 20:38:04.915202 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bc2f249e-e1c2-4340-b0fc-8df8af0621f9 req-e7ff98c7-97e0-4efd-9de3-d17f8fb4a648 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Sep 20 20:38:04.955029 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4de7f516-7e51-4c1e-beeb-7ec878873c67 req-0356e671-7057-45d6-8812-07819874c403 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec HTTP/1.1" status: 200 len: 1001 time: 0.0562823 Sep 20 20:38:05.002317 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7f516-7e51-4c1e-beeb-7ec878873c67 req-52641ed8-96f0-4fea-8230-5381f66e0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:05.003669 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4de7f516-7e51-4c1e-beeb-7ec878873c67 req-52641ed8-96f0-4fea-8230-5381f66e0fac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 200 len: 855 time: 0.0417335 Sep 20 20:38:05.050084 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7f516-7e51-4c1e-beeb-7ec878873c67 req-ea80c08b-cf7f-4818-9fe7-e3d5ab73a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:05.052039 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4de7f516-7e51-4c1e-beeb-7ec878873c67 req-ea80c08b-cf7f-4818-9fe7-e3d5ab73a597 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412459 Sep 20 20:38:05.137755 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4de7f516-7e51-4c1e-beeb-7ec878873c67 req-3e0c954e-02c8-4d37-bf63-89edac0172d1 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777903 Sep 20 20:38:05.232022 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4de7f516-7e51-4c1e-beeb-7ec878873c67 req-ea6b811d-f9d8-4270-b5e0-dfe4fe6c2dbf service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870483 Sep 20 20:38:05.538842 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e417abe-b7e5-4669-b05e-d6472e252123 req-c4132061-67e1-4d19-b396-4d7db69622ec tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:05.540343 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6e417abe-b7e5-4669-b05e-d6472e252123 req-c4132061-67e1-4d19-b396-4d7db69622ec tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0478373 Sep 20 20:38:05.576899 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6e417abe-b7e5-4669-b05e-d6472e252123 req-2399d7e9-b35e-489e-ad01-0eb18b6911c8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306234 Sep 20 20:38:05.885726 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315152-e329-45c4-8ca4-bdb797bd2b81 req-994cebf2-e9fa-4acb-a1ec-0be40b211a86 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:05.887202 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-96315152-e329-45c4-8ca4-bdb797bd2b81 req-994cebf2-e9fa-4acb-a1ec-0be40b211a86 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0469589 Sep 20 20:38:05.923987 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-96315152-e329-45c4-8ca4-bdb797bd2b81 req-44bec913-d20a-4018-a3b3-d324e5dcc4b3 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309310 Sep 20 20:38:06.030593 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e085-c194-4056-9ed3-74c562bbf30a req-ec6b6142-0481-4e05-8c90-813e5c229d39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:06.032044 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7989e085-c194-4056-9ed3-74c562bbf30a req-ec6b6142-0481-4e05-8c90-813e5c229d39 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0501320 Sep 20 20:38:06.068867 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7989e085-c194-4056-9ed3-74c562bbf30a req-301e0c41-80a8-47a6-b99d-e49f0bec903d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301344 Sep 20 20:38:06.693273 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779871b-9806-4721-b26e-78ed2768544d req-9c92c6d0-b2f6-4383-a5d6-5c5e37db670a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:06.694664 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7779871b-9806-4721-b26e-78ed2768544d req-9c92c6d0-b2f6-4383-a5d6-5c5e37db670a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0472507 Sep 20 20:38:06.731349 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7779871b-9806-4721-b26e-78ed2768544d req-34ea5398-62ed-476e-8bcc-cdaf1c4920e0 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308604 Sep 20 20:38:06.795072 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:07.042620 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff556831-d105-4037-84dc-bc930aaa7be2 req-d614e3a7-ac4d-4921-b4e1-28701179d91f tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:07.044110 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ff556831-d105-4037-84dc-bc930aaa7be2 req-d614e3a7-ac4d-4921-b4e1-28701179d91f tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0504627 Sep 20 20:38:07.080992 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ff556831-d105-4037-84dc-bc930aaa7be2 req-4b0d154e-df2a-4267-882e-0524b5496dc4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Sep 20 20:38:07.188216 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d62667-45e4-4e33-9ae0-b387e6244431 req-0746c09f-4506-4b20-b011-08d512f57552 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:07.189665 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-11d62667-45e4-4e33-9ae0-b387e6244431 req-0746c09f-4506-4b20-b011-08d512f57552 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0527415 Sep 20 20:38:07.226581 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-11d62667-45e4-4e33-9ae0-b387e6244431 req-6240fda3-297a-45e7-b6ee-edd0b8a09e5d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304255 Sep 20 20:38:07.845611 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488176d-5ff0-4ab1-a41b-a558f4976197 req-e77b559b-4086-4e3e-a8fe-d2e4bb94b15e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:07.847087 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e488176d-5ff0-4ab1-a41b-a558f4976197 req-e77b559b-4086-4e3e-a8fe-d2e4bb94b15e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0462625 Sep 20 20:38:07.884240 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e488176d-5ff0-4ab1-a41b-a558f4976197 req-793c0d48-075f-4a38-8de7-571eacb768f4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308397 Sep 20 20:38:08.193504 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f96d5b-4bda-4b78-ac95-bac0956645cc req-652c6659-11c2-4760-bd12-52bbafccda6d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:08.195005 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79f96d5b-4bda-4b78-ac95-bac0956645cc req-652c6659-11c2-4760-bd12-52bbafccda6d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0485284 Sep 20 20:38:08.230961 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-79f96d5b-4bda-4b78-ac95-bac0956645cc req-999f7706-660f-4fe6-8020-3af93eaec235 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297830 Sep 20 20:38:08.340226 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74c072-c310-4b66-bfe7-a1fe507941cd req-27046186-a670-4a55-ab13-eb68a8ea5c40 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:08.341674 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cd74c072-c310-4b66-bfe7-a1fe507941cd req-27046186-a670-4a55-ab13-eb68a8ea5c40 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0500734 Sep 20 20:38:08.377253 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cd74c072-c310-4b66-bfe7-a1fe507941cd req-6362c19a-1e49-4d95-a810-08269b798d62 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297060 Sep 20 20:38:09.000916 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f6dd-3e3a-44c1-96e0-d8891d7505ea req-fb866372-1bf2-41c0-aa3f-3eeb728e2359 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:09.002855 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5601f6dd-3e3a-44c1-96e0-d8891d7505ea req-fb866372-1bf2-41c0-aa3f-3eeb728e2359 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0462978 Sep 20 20:38:09.043114 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5601f6dd-3e3a-44c1-96e0-d8891d7505ea req-83ec382a-291a-4ec9-a56d-5e2f245f1d73 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318251 Sep 20 20:38:09.332597 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eff8cb-a0a4-45ad-8681-488c831a3045 req-bb3bc054-fc3e-460f-b8d8-1d74bd668472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:09.334103 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8eff8cb-a0a4-45ad-8681-488c831a3045 req-bb3bc054-fc3e-460f-b8d8-1d74bd668472 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 1099 time: 0.0461302 Sep 20 20:38:09.353837 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71631250-c1e9-4823-86d5-e377dd6ae412 req-888d9c99-96d9-4b4a-81fc-81752ce7cfd9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:09.355419 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-71631250-c1e9-4823-86d5-e377dd6ae412 req-888d9c99-96d9-4b4a-81fc-81752ce7cfd9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0489213 Sep 20 20:38:09.369790 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8eff8cb-a0a4-45ad-8681-488c831a3045 req-b971cd18-0352-4540-9f0c-8d4b88cb641a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263643 Sep 20 20:38:09.391896 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-71631250-c1e9-4823-86d5-e377dd6ae412 req-aca23907-06ae-4ec5-8e23-66c694e28622 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305698 Sep 20 20:38:09.487855 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dc4cd-0232-4daf-bb58-3c1faf92f72c req-29d145cc-dcf4-498d-8e32-11491f994d00 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:09.489810 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0d3dc4cd-0232-4daf-bb58-3c1faf92f72c req-29d145cc-dcf4-498d-8e32-11491f994d00 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0467567 Sep 20 20:38:09.526493 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0d3dc4cd-0232-4daf-bb58-3c1faf92f72c req-046e6ad1-f7f0-4ad4-b874-20dc497c8814 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304556 Sep 20 20:38:10.170804 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6000fb2-9375-421d-b01b-5604182e71a9 req-3c9fcaff-5326-45ec-a6a7-d0db5aaa57c6 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:10.172498 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e6000fb2-9375-421d-b01b-5604182e71a9 req-3c9fcaff-5326-45ec-a6a7-d0db5aaa57c6 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0575631 Sep 20 20:38:10.212669 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e6000fb2-9375-421d-b01b-5604182e71a9 req-e312d884-0098-44ef-bc3a-34c7c91e3dd1 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333135 Sep 20 20:38:10.507491 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073b7f6-d1cb-49c1-9c4d-960a1ba526d0 req-99d5bf36-c782-4468-b50a-70ec6cb937d7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:10.508971 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a073b7f6-d1cb-49c1-9c4d-960a1ba526d0 req-99d5bf36-c782-4468-b50a-70ec6cb937d7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0485296 Sep 20 20:38:10.547254 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a073b7f6-d1cb-49c1-9c4d-960a1ba526d0 req-e784de50-e50a-4627-aab7-faed7b2395bc tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323048 Sep 20 20:38:10.649920 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0f8d-c165-4bab-8b8d-1e3320e7f205 req-2fd8e619-5693-4fb5-9fd8-51bc68feeb9f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:10.658345 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-29ab0f8d-c165-4bab-8b8d-1e3320e7f205 req-2fd8e619-5693-4fb5-9fd8-51bc68feeb9f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0642469 Sep 20 20:38:10.705056 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-29ab0f8d-c165-4bab-8b8d-1e3320e7f205 req-33391ebc-d1ef-4eed-baf3-fb918af71b17 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456092 Sep 20 20:38:10.848881 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-aa02cdc0-8bdb-4d07-a9f6-020f365f7bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:11.336592 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270692-1d4d-4eac-aaac-03ed241a4e3f req-5d8fa43f-4072-476e-960e-09bf90fe677a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:11.338131 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e270692-1d4d-4eac-aaac-03ed241a4e3f req-5d8fa43f-4072-476e-960e-09bf90fe677a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0529764 Sep 20 20:38:11.376114 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e270692-1d4d-4eac-aaac-03ed241a4e3f req-76ae546e-0208-4c1a-b030-a90bb93311b8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316203 Sep 20 20:38:11.704263 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874122b-25d0-4f23-9016-3fedd3f07946 req-6f6d5b3d-ab9f-4fe2-b321-c9cd5e5eea9b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:11.705786 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e874122b-25d0-4f23-9016-3fedd3f07946 req-6f6d5b3d-ab9f-4fe2-b321-c9cd5e5eea9b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0899389 Sep 20 20:38:11.744818 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e874122b-25d0-4f23-9016-3fedd3f07946 req-91eb413d-0b8c-4c40-9070-e6295f1e527e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327446 Sep 20 20:38:11.854616 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0c49f-1d28-4fcb-8ded-a515c193b0df req-233c6043-e994-4219-858f-4ab07bde729c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:11.856265 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f4d0c49f-1d28-4fcb-8ded-a515c193b0df req-233c6043-e994-4219-858f-4ab07bde729c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0494344 Sep 20 20:38:11.898478 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f4d0c49f-1d28-4fcb-8ded-a515c193b0df req-ac9e9a67-0145-452e-b61b-d7ee15fbb683 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362468 Sep 20 20:38:12.142578 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f404771-1dc7-4bcd-8534-379ce5dd20c5 req-c1655ac9-32b8-4b0b-9011-cf9df756a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:12.144091 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f404771-1dc7-4bcd-8534-379ce5dd20c5 req-c1655ac9-32b8-4b0b-9011-cf9df756a74e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 1099 time: 0.0428398 Sep 20 20:38:12.171178 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a94cd8-beb2-4dac-8031-af763fef530f req-bb641ffe-4edf-40f8-81a4-461cdd1f4adc tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:12.172971 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-50a94cd8-beb2-4dac-8031-af763fef530f req-bb641ffe-4edf-40f8-81a4-461cdd1f4adc tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0505142 Sep 20 20:38:12.213263 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-50a94cd8-beb2-4dac-8031-af763fef530f req-98985001-52fd-4a2f-b1b4-fccc4167969b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334778 Sep 20 20:38:12.247152 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f404771-1dc7-4bcd-8534-379ce5dd20c5 req-287eb08a-adea-4a20-8084-09f1e3fba809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:12.248929 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f404771-1dc7-4bcd-8534-379ce5dd20c5 req-287eb08a-adea-4a20-8084-09f1e3fba809 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 200 len: 918 time: 0.0940616 Sep 20 20:38:12.298932 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f404771-1dc7-4bcd-8534-379ce5dd20c5 req-ece1bded-c562-4e27-a763-bdd85c95aae7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff769277-fe62-484c-8b36-bebbd8c7ad77 HTTP/1.1" status: 200 len: 217 time: 0.0353470 Sep 20 20:38:12.358262 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f404771-1dc7-4bcd-8534-379ce5dd20c5 req-1fa353a2-c8cf-45b5-8666-7d6f3695a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:12.359673 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f404771-1dc7-4bcd-8534-379ce5dd20c5 req-1fa353a2-c8cf-45b5-8666-7d6f3695a62f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a785b9f0-8952-486a-a6fc-517f7dd3ed62 HTTP/1.1" status: 200 len: 858 time: 0.0493696 Sep 20 20:38:12.408850 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f404771-1dc7-4bcd-8534-379ce5dd20c5 req-c28a80a8-99da-4bfb-8d1d-509842ec7ffd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316038 Sep 20 20:38:12.530221 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f404771-1dc7-4bcd-8534-379ce5dd20c5 req-ce717022-07bb-4744-bbf7-77ea65109a66 service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172714 Sep 20 20:38:12.543625 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7056d04-f838-4e2a-86f6-d4206ca8833c req-c7b87e95-e1e3-44e1-861a-b0c9e236cc3f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:12.545038 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a7056d04-f838-4e2a-86f6-d4206ca8833c req-c7b87e95-e1e3-44e1-861a-b0c9e236cc3f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0733085 Sep 20 20:38:12.845915 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a7056d04-f838-4e2a-86f6-d4206ca8833c req-4e56d9f0-e3bb-4400-8417-0e5f4d3b0096 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928236 Sep 20 20:38:12.874973 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8f404771-1dc7-4bcd-8534-379ce5dd20c5 req-f2e0c2f0-2827-4069-b196-4449584bbeed service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289053 Sep 20 20:38:12.886850 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db216ac-7084-47a3-975a-b4de45381a23 req-9831478e-5976-4e1c-a9cb-7e31123ed4a7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:12.888661 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7db216ac-7084-47a3-975a-b4de45381a23 req-9831478e-5976-4e1c-a9cb-7e31123ed4a7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0683796 Sep 20 20:38:12.930646 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7db216ac-7084-47a3-975a-b4de45381a23 req-40a1311d-9cd7-4c06-91dd-75bc30c552cd tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340455 Sep 20 20:38:13.329396 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285ef57-c3f3-49dc-9458-e1e7fe6145bd req-d0457944-a5af-48f7-b95f-e22871e38bc9 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:13.330833 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f285ef57-c3f3-49dc-9458-e1e7fe6145bd req-d0457944-a5af-48f7-b95f-e22871e38bc9 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0504141 Sep 20 20:38:13.370949 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f285ef57-c3f3-49dc-9458-e1e7fe6145bd req-43ab1982-3802-4753-9fc0-346a131a8d36 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Sep 20 20:38:13.410769 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5248e882-8e20-48ba-80b2-3424ea1aad0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:13.971819 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50804ea6-2f84-4dae-8b82-db266099167f req-ff4f8faa-1788-4abf-bcb0-65c1f7df8def tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:13.972647 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-50804ea6-2f84-4dae-8b82-db266099167f req-ff4f8faa-1788-4abf-bcb0-65c1f7df8def tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0507176 Sep 20 20:38:14.006950 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:14.037213 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-50804ea6-2f84-4dae-8b82-db266099167f req-42db1f51-c97c-4256-b2b3-57b55c1b4b94 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527058 Sep 20 20:38:14.092820 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b25db-fb2e-4c96-aa22-7d4061a26b1f req-dea8b196-f3a1-4508-93fa-1d137280c31b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:14.098467 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-418b25db-fb2e-4c96-aa22-7d4061a26b1f req-dea8b196-f3a1-4508-93fa-1d137280c31b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0645959 Sep 20 20:38:14.139986 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-418b25db-fb2e-4c96-aa22-7d4061a26b1f req-24d5ddf7-7387-408c-90a1-2e788ebf4c7a tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395679 Sep 20 20:38:14.180489 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-3dd6590a-f49f-4693-b923-230ad55e42e3 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938980844&fields=id&tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff HTTP/1.1" status: 200 len: 267 time: 0.0341628 Sep 20 20:38:14.304884 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-11b10dc8-b3fe-40ef-b22e-9a3eccfb2e42 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:14.306560 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-11b10dc8-b3fe-40ef-b22e-9a3eccfb2e42 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/networks?id=5a86c9fb-9976-401d-918c-0b6a331f9f0b HTTP/1.1" status: 200 len: 809 time: 0.1181977 Sep 20 20:38:14.322336 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-a1340939-ca7f-42c8-aedd-ec8bb76ee3ad tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/quotas/5e9e4fd3f7ad4a31b8ae92b141acfaff HTTP/1.1" status: 200 len: 375 time: 0.0102212 Sep 20 20:38:14.377152 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-a3999c87-29bd-407a-98bb-1d83f3854292 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494270 Sep 20 20:38:14.492907 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e28c7-a2e3-4994-b7fd-b3d378566aea req-c1e482d7-f830-49b3-b200-ad2f3efe8c3a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:14.494417 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-479e28c7-a2e3-4994-b7fd-b3d378566aea req-c1e482d7-f830-49b3-b200-ad2f3efe8c3a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0504272 Sep 20 20:38:14.501230 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-f7892725-d420-427e-8041-a4f8579d3991 service neutron] 10.222.0.44 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007164 Sep 20 20:38:14.535217 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-479e28c7-a2e3-4994-b7fd-b3d378566aea req-b1be8887-b20b-4111-b403-24c87e05a03f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337255 Sep 20 20:38:14.593361 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-cf0d7fbf-ed01-407a-af94-1ff39a97d8ea service neutron] 10.222.0.44 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859022 Sep 20 20:38:14.693460 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:14.936239 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b3b2bce-c4cc-48d9-9f40-5e3f9e7c57ec req-1e6ce8f9-ddd7-4906-9f3e-32312a7d802e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0331006 Sep 20 20:38:15.181119 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64730aa2-ee53-4731-a79e-c89334820ec2 req-6d389f55-3bb0-438b-a726-3751aa0ff238 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:15.192887 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-64730aa2-ee53-4731-a79e-c89334820ec2 req-6d389f55-3bb0-438b-a726-3751aa0ff238 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0701189 Sep 20 20:38:15.261588 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-64730aa2-ee53-4731-a79e-c89334820ec2 req-e9daefc7-8766-4c39-8b17-adcf0af1024b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674083 Sep 20 20:38:15.326203 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10f3d4-ede0-4528-b436-c964660d561c req-7d2abdab-d260-47cb-a44a-8c63410e8245 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:15.334677 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2d10f3d4-ede0-4528-b436-c964660d561c req-7d2abdab-d260-47cb-a44a-8c63410e8245 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0696049 Sep 20 20:38:15.376902 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2d10f3d4-ede0-4528-b436-c964660d561c req-f36b5f65-a7dc-44da-b108-6770f0bd5cf2 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381644 Sep 20 20:38:15.653275 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9295fe-f517-4b85-a1bc-4883a5147b35 req-a632c3f0-48d6-45d4-af5c-9a1b7a05ef22 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:15.654840 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5c9295fe-f517-4b85-a1bc-4883a5147b35 req-a632c3f0-48d6-45d4-af5c-9a1b7a05ef22 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0511215 Sep 20 20:38:15.693335 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5c9295fe-f517-4b85-a1bc-4883a5147b35 req-17ddf558-dce2-41db-b0e8-7ca5d100e81f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324309 Sep 20 20:38:16.121619 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-64b61ffe-7453-4610-89f5-5a84eb654ed1 req-57065348-2956-4657-8297-c5af32f9b632 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0578978 Sep 20 20:38:16.164931 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-6c4f063b-9425-4971-a03e-d353c43e378c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:16.166501 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-6c4f063b-9425-4971-a03e-d353c43e378c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.45 "GET /v2.0/networks?id=5a86c9fb-9976-401d-918c-0b6a331f9f0b HTTP/1.1" status: 200 len: 809 time: 0.1830111 Sep 20 20:38:16.215211 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:16.222073 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-9a031881-8059-4e3c-a4da-368c4f42daff tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff HTTP/1.1" status: 200 len: 379 time: 0.0429583 Sep 20 20:38:16.232787 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Request body: {'port': {'device_id': '33670df6-024c-4314-a270-bfdc6814b8e6', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'admin_state_up': True, 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'security_groups': ['600b90d1-487b-48c9-9ae5-8c3f3c130eb4']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:38:16.350943 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Made reservation on behalf of 5e9e4fd3f7ad4a31b8ae92b141acfaff for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:38:16.355004 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:16.398126 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee203462-6fca-4b74-8290-ea8bf2b331b0 req-10fdd63d-0b12-4fa6-bfbd-5fef250c765b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:16.400608 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ee203462-6fca-4b74-8290-ea8bf2b331b0 req-10fdd63d-0b12-4fa6-bfbd-5fef250c765b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0660930 Sep 20 20:38:16.478497 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ee203462-6fca-4b74-8290-ea8bf2b331b0 req-93b1f18c-b79e-49d6-bf84-a0b8d22c4962 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579524 Sep 20 20:38:16.652700 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed03422-32f2-4aa1-a5d1-d33103e5cec3 req-88caecfb-ae96-4e0d-9996-cbeb715958ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:16.654222 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fed03422-32f2-4aa1-a5d1-d33103e5cec3 req-88caecfb-ae96-4e0d-9996-cbeb715958ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.1427336 Sep 20 20:38:16.655291 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Allocated IP 172.20.0.5 (5a86c9fb-9976-401d-918c-0b6a331f9f0b/4a58fc1e-953d-42b2-85f9-26a9f11f733c/dbb5fa51-8760-4f6c-84cb-5a96f45768a5) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:38:16.722766 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fed03422-32f2-4aa1-a5d1-d33103e5cec3 req-3337aa67-68d3-4a10-bfeb-7453eb3bd0ad tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610585 Sep 20 20:38:16.858876 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:16.899840 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:16.960436 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Network 5a86c9fb-9976-401d-918c-0b6a331f9f0b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:38:16.964445 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:38:16.969171 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:38:17.016563 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event updated for resources: {'Port': ['ID=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:17.037107 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.037480 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.037904 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.038330 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.038755 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.039168 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.039581 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.039986 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.040393 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.040832 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.041262 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.041701 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:17.085235 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:17.086075 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:17.124231 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-4cd5edc0-c0b1-4464-81fa-e8720a784d1f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955863 Sep 20 20:38:17.141062 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Request body: {'port': {'device_id': '33670df6-024c-4314-a270-bfdc6814b8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:38:17.275326 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecfb92-6af1-4c97-817b-721032c752ee req-09f93d85-8284-4af1-a00a-53369b87e2df tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:17.287233 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6fecfb92-6af1-4c97-817b-721032c752ee req-09f93d85-8284-4af1-a00a-53369b87e2df tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0607517 Sep 20 20:38:17.313707 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-980e5599-4fcf-426f-b7e1-f8afdca36b0a None None] Provisioning complete for port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:38:17.314324 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-980e5599-4fcf-426f-b7e1-f8afdca36b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:17.322061 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c294668-558a-4bb2-88a5-c60ba1dc9f2a req-4db226c2-5aca-4c8b-ba88-63d9c373293e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:17.323788 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c294668-558a-4bb2-88a5-c60ba1dc9f2a req-4db226c2-5aca-4c8b-ba88-63d9c373293e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 931 time: 0.0827100 Sep 20 20:38:17.352925 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6fecfb92-6af1-4c97-817b-721032c752ee req-155366a2-611d-4108-be94-4f8c2bfb66d4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591478 Sep 20 20:38:17.367611 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:17.392067 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-980e5599-4fcf-426f-b7e1-f8afdca36b0a None None] Port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:38:17.443272 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2c294668-558a-4bb2-88a5-c60ba1dc9f2a req-c8e47ab0-48ec-4b10-9ef1-926c0e42d810 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028938 Sep 20 20:38:17.710436 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae3a10-6adf-454a-b6e5-7b5e1b01d3bd req-e70e6988-5817-4fa0-8991-9243a81af7da tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:17.712153 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-49ae3a10-6adf-454a-b6e5-7b5e1b01d3bd req-e70e6988-5817-4fa0-8991-9243a81af7da tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.1029048 Sep 20 20:38:17.812642 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-49ae3a10-6adf-454a-b6e5-7b5e1b01d3bd req-243b0654-ac58-41a3-ba1f-3f4bffa0ade4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605559 Sep 20 20:38:17.885972 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f45375-bae3-4f64-92c5-fc39de145417 req-4ef43d6b-0494-4289-92dc-f4983e3f4558 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:17.893530 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-07f45375-bae3-4f64-92c5-fc39de145417 req-4ef43d6b-0494-4289-92dc-f4983e3f4558 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0784247 Sep 20 20:38:17.913464 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb5fa51-8760-4f6c-84cb-5a96f45768a5 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:38:17.922293 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:17.935388 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Transition to ACTIVE for port object dbb5fa51-8760-4f6c-84cb-5a96f45768a5 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:38:17.940247 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:17.960005 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-07f45375-bae3-4f64-92c5-fc39de145417 req-1aee41c5-c6ec-48a9-aa02-da4c41ec77d3 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580494 Sep 20 20:38:17.999364 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:18.132693 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Attempting to bind port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:38:18.136665 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Attempting to bind port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:38:18.137180 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Attempting to bind port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 on network 5a86c9fb-9976-401d-918c-0b6a331f9f0b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:38:18.142951 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 on network 5a86c9fb-9976-401d-918c-0b6a331f9f0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:38:18.143497 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Attempting to bind port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 on network 5a86c9fb-9976-401d-918c-0b6a331f9f0b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:38:18.149783 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:38:18.157680 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Checking segment: {'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:38:18.158221 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Bound using segment: {'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:38:18.158854 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Bound port: dbb5fa51-8760-4f6c-84cb-5a96f45768a5, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:38:18.159347 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:18.241242 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] For port dbb5fa51-8760-4f6c-84cb-5a96f45768a5, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:38:18.246212 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] For port dbb5fa51-8760-4f6c-84cb-5a96f45768a5, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:38:18.251426 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:18.288507 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:18.289685 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:18.291305 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] 10.222.0.45 "PUT /v2.0/ports/dbb5fa51-8760-4f6c-84cb-5a96f45768a5 HTTP/1.1" status: 200 len: 1093 time: 1.1587579 Sep 20 20:38:18.293936 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:38:18.306049 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471" -d '{"events": [{"name": "network-changed", "server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:38:18.415383 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74240261-5b5a-4a48-b6f4-01e92cab75a1 x-openstack-request-id: req-74240261-5b5a-4a48-b6f4-01e92cab75a1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:38:18.415973 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:38:18.415973 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74240261-5b5a-4a48-b6f4-01e92cab75a1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:38:18.416367 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'status': 'completed', 'code': 200} Sep 20 20:38:18.418569 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000e312-b3e3-471b-86ae-e28fcb4a99d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:18.436306 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-6b114de4-c4d9-4775-b332-d0c4a598f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:18.437961 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-6b114de4-c4d9-4775-b332-d0c4a598f35c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff&device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0714715 Sep 20 20:38:18.495932 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-527f9889-a235-4c93-ad1a-79b8c0ee284a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5 HTTP/1.1" status: 200 len: 217 time: 0.0488675 Sep 20 20:38:18.566603 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-7728ad3c-b868-4f6d-af83-c83977adf603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:18.569389 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-7728ad3c-b868-4f6d-af83-c83977adf603 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a58fc1e-953d-42b2-85f9-26a9f11f733c HTTP/1.1" status: 200 len: 848 time: 0.0608075 Sep 20 20:38:18.601173 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666b28a-4d03-40ab-9611-c99c11aef377 req-4418cf5a-5ab2-4a6f-b89f-328ad3933659 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:18.610221 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e666b28a-4d03-40ab-9611-c99c11aef377 req-4418cf5a-5ab2-4a6f-b89f-328ad3933659 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0909042 Sep 20 20:38:18.628466 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-9dcb4c70-08ff-4309-bf84-10db6d5d9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:18.631655 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-9dcb4c70-08ff-4309-bf84-10db6d5d9723 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a86c9fb-9976-401d-918c-0b6a331f9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535920 Sep 20 20:38:18.658128 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e666b28a-4d03-40ab-9611-c99c11aef377 req-364e098c-16ce-4ede-a00d-d33f168e2212 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445981 Sep 20 20:38:18.733464 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-8e40e7da-7cd4-49be-8c4b-29561f94338e service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895491 Sep 20 20:38:18.836818 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a197871f-7b5b-426b-8ad3-1d9e599d85c9 req-bf31f2ea-4404-4b99-9c04-059676257f8e service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938632 Sep 20 20:38:18.977325 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471 req-6e412cf5-6e69-4417-8f1d-ab351fb251a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:18.978859 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471 req-6e412cf5-6e69-4417-8f1d-ab351fb251a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff&device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0828142 Sep 20 20:38:18.995850 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87971b-7816-403c-9bdd-ed4c1202e829 req-91118f2c-62cc-4ae7-a1f2-a787129b5ac2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:18.997333 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea87971b-7816-403c-9bdd-ed4c1202e829 req-91118f2c-62cc-4ae7-a1f2-a787129b5ac2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0685709 Sep 20 20:38:19.075506 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ea87971b-7816-403c-9bdd-ed4c1202e829 req-2dc5dcb0-5f03-40b7-85f8-9bd031760ed1 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685523 Sep 20 20:38:19.099015 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7368a-1b15-4c75-88e6-36e31b46e3e8 req-938dfac8-3a03-44d3-9ce6-2d91fcf273aa tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:19.103252 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-19d7368a-1b15-4c75-88e6-36e31b46e3e8 req-938dfac8-3a03-44d3-9ce6-2d91fcf273aa tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0664246 Sep 20 20:38:19.142724 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471 req-0292ead7-e947-4917-99f5-4e6f90223d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:19.144972 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471 req-0292ead7-e947-4917-99f5-4e6f90223d19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a86c9fb-9976-401d-918c-0b6a331f9f0b HTTP/1.1" status: 200 len: 909 time: 0.1459727 Sep 20 20:38:19.150633 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-19d7368a-1b15-4c75-88e6-36e31b46e3e8 req-44df1f37-44ac-42ac-a74d-39992f037deb tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421114 Sep 20 20:38:19.190272 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471 req-6522a887-af67-406a-9356-95625905eb14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5 HTTP/1.1" status: 200 len: 217 time: 0.0362806 Sep 20 20:38:19.244572 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471 req-d74e9afb-9024-4fe8-870b-2da70b655025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:19.246444 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471 req-d74e9afb-9024-4fe8-870b-2da70b655025 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a58fc1e-953d-42b2-85f9-26a9f11f733c HTTP/1.1" status: 200 len: 848 time: 0.0487807 Sep 20 20:38:19.301953 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471 req-85592224-c2b4-4449-9f3c-6b5b748efe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:19.303678 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471 req-85592224-c2b4-4449-9f3c-6b5b748efe71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a86c9fb-9976-401d-918c-0b6a331f9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466435 Sep 20 20:38:19.412973 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471 req-486414f1-3267-4cbb-8a9d-1cf0b9bc085e service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015260 Sep 20 20:38:19.507801 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3033cbc-7e84-4fb3-af88-bb9b0c0b2471 req-eb4f7d5f-d5c2-4f75-86ec-91a3b01f3913 service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872045 Sep 20 20:38:19.784627 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f95306-25c0-4f1f-b046-803cd3c25b85 req-e715b7d3-d766-4ff2-aea3-5ef84d342ecf tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:19.786822 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82f95306-25c0-4f1f-b046-803cd3c25b85 req-e715b7d3-d766-4ff2-aea3-5ef84d342ecf tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0548687 Sep 20 20:38:19.829740 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-82f95306-25c0-4f1f-b046-803cd3c25b85 req-c03298c3-8eb6-464d-940c-74e8a38d090f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365803 Sep 20 20:38:20.229566 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bee02e-e98f-4f45-9900-e1e6fe81150e req-24489db0-fda8-440b-9635-b27317ab8baf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:20.231472 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d0bee02e-e98f-4f45-9900-e1e6fe81150e req-24489db0-fda8-440b-9635-b27317ab8baf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0679338 Sep 20 20:38:20.275345 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d0bee02e-e98f-4f45-9900-e1e6fe81150e req-b0b11459-5cd4-4068-87d6-c47e2e17a9f5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355585 Sep 20 20:38:20.298326 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab982553-5d50-4744-b2b1-6bd571910018 req-8dbf07f0-9755-4ce6-be64-4b69ce31ab1a tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:20.299884 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ab982553-5d50-4744-b2b1-6bd571910018 req-8dbf07f0-9755-4ce6-be64-4b69ce31ab1a tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0734358 Sep 20 20:38:20.340557 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ab982553-5d50-4744-b2b1-6bd571910018 req-0af0a949-1b93-4f90-9151-16dd27545dbd tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338378 Sep 20 20:38:20.950353 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8649bc2-eebb-4b7f-bc88-09ff78b3e599 req-9a3427f2-5756-46f9-8ac6-8f93ff9137ce tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:20.951873 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e8649bc2-eebb-4b7f-bc88-09ff78b3e599 req-9a3427f2-5756-46f9-8ac6-8f93ff9137ce tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0515237 Sep 20 20:38:20.991782 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e8649bc2-eebb-4b7f-bc88-09ff78b3e599 req-3e2243a8-b0a3-4010-924c-aeea82a2d7c0 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328684 Sep 20 20:38:21.430969 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c6001-00d5-4dc8-87b8-0ce6e35980e4 req-f2b44cff-c064-412f-84b2-1eebd6fa0102 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:21.433096 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2e6c6001-00d5-4dc8-87b8-0ce6e35980e4 req-f2b44cff-c064-412f-84b2-1eebd6fa0102 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0820191 Sep 20 20:38:21.487576 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2e6c6001-00d5-4dc8-87b8-0ce6e35980e4 req-68540700-8160-4394-9939-7031a220476e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454147 Sep 20 20:38:21.522914 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975994-1e48-442a-888e-3a5a8e4fb89e req-4e8d6257-7380-4a00-af3e-02e1c0ca5ae3 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:21.524594 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-97975994-1e48-442a-888e-3a5a8e4fb89e req-4e8d6257-7380-4a00-af3e-02e1c0ca5ae3 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0598834 Sep 20 20:38:21.569577 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-97975994-1e48-442a-888e-3a5a8e4fb89e req-5d61fd34-6347-4e4d-980b-d7c333e67375 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386357 Sep 20 20:38:22.147619 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc241-172c-428d-9c66-3af0c07a458d req-635de8c7-8d87-449e-9f41-65a6101dd929 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:22.149411 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-420fc241-172c-428d-9c66-3af0c07a458d req-635de8c7-8d87-449e-9f41-65a6101dd929 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0667825 Sep 20 20:38:22.194741 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-420fc241-172c-428d-9c66-3af0c07a458d req-a75d76ca-79d4-48ef-a4ad-9ef22e74b81e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384090 Sep 20 20:38:22.634865 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d870b55-6f09-469b-b6fb-19b3e1bab31a req-8e5004a5-3048-4f29-b4c9-e189189ff71d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:22.643702 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d870b55-6f09-469b-b6fb-19b3e1bab31a req-8e5004a5-3048-4f29-b4c9-e189189ff71d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0609479 Sep 20 20:38:22.687227 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d870b55-6f09-469b-b6fb-19b3e1bab31a req-52e62761-b974-461c-8c66-63821631c554 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416584 Sep 20 20:38:22.711217 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb37a7-768d-4561-b5fc-6b3c5bfcd5a3 req-a01aa90d-757d-431d-a290-27a3f3a2ee8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:22.712776 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b0cb37a7-768d-4561-b5fc-6b3c5bfcd5a3 req-a01aa90d-757d-431d-a290-27a3f3a2ee8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0592928 Sep 20 20:38:22.755998 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b0cb37a7-768d-4561-b5fc-6b3c5bfcd5a3 req-37cf7f81-7cc1-4d28-ab3d-3ab25407dfb9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360301 Sep 20 20:38:22.991034 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba90695-a41c-4fe3-bfde-48136528a648 req-b39192bf-a652-4dba-94e8-4233919e7580 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:22.992884 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cba90695-a41c-4fe3-bfde-48136528a648 req-b39192bf-a652-4dba-94e8-4233919e7580 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0596988 Sep 20 20:38:23.034312 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cba90695-a41c-4fe3-bfde-48136528a648 req-3030175d-a1eb-4428-bb37-0295832f181d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353882 Sep 20 20:38:23.322250 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4dec4-757f-43f8-9446-91d35561928c req-c7bb98c9-c6ac-4696-9582-b1552e131e4e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:23.324004 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-33b4dec4-757f-43f8-9446-91d35561928c req-c7bb98c9-c6ac-4696-9582-b1552e131e4e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0620425 Sep 20 20:38:23.375886 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-33b4dec4-757f-43f8-9446-91d35561928c req-e53d3bd0-8976-42aa-aa9e-79513b3fb3eb tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456560 Sep 20 20:38:23.810383 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47fe5e-764f-49a6-967d-3c1a4777a827 req-1f9ca862-6eeb-4f8d-8640-ffa5e1054fb4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:23.812097 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0f47fe5e-764f-49a6-967d-3c1a4777a827 req-1f9ca862-6eeb-4f8d-8640-ffa5e1054fb4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0509675 Sep 20 20:38:23.852101 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0f47fe5e-764f-49a6-967d-3c1a4777a827 req-d0200048-3486-449e-b8de-b74efc67dcbd tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328913 Sep 20 20:38:24.044838 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:38:24.180091 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25d82c-4c26-45fb-b51d-87347c52d470 req-a8d8fac9-f607-469c-b5b2-954b11538ffd tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:24.182736 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7c25d82c-4c26-45fb-b51d-87347c52d470 req-a8d8fac9-f607-469c-b5b2-954b11538ffd tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0522604 Sep 20 20:38:24.205972 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:38:24.218311 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'port_id': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'mac_address': 'fa:16:3e:00:29:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:38:24.256622 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7c25d82c-4c26-45fb-b51d-87347c52d470 req-e1510067-68b8-4204-b84d-16c3f01940d8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594325 Sep 20 20:38:24.301323 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:24.318569 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:38:24.340542 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:38:24.347640 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:24.396289 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,revision_number=6']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:24.405506 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.406102 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.406593 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.407235 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.407846 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.408329 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.415749 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.415997 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.416562 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.417489 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.417771 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.418126 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:24.509944 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c3c2d-e08c-4255-b7dd-e4d81080ed11 req-26d5f576-6cb1-4549-9945-83ed464ecbc9 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:24.511469 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af7c3c2d-e08c-4255-b7dd-e4d81080ed11 req-26d5f576-6cb1-4549-9945-83ed464ecbc9 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0617659 Sep 20 20:38:24.558134 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af7c3c2d-e08c-4255-b7dd-e4d81080ed11 req-d1a8e75a-11a1-4f29-9447-3925a6b696e6 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397725 Sep 20 20:38:24.980719 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919d130-a26d-41fb-9d97-290dc88b3fc2 req-4e2650f8-f876-4a44-b674-bed59a9f883e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:24.982612 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a919d130-a26d-41fb-9d97-290dc88b3fc2 req-4e2650f8-f876-4a44-b674-bed59a9f883e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0575032 Sep 20 20:38:25.029082 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a919d130-a26d-41fb-9d97-290dc88b3fc2 req-0a377297-6d7c-47bd-97bc-a85f8e5f168e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372663 Sep 20 20:38:25.401749 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735517a2-11fd-4cf2-868a-ef946c7fe6fd req-00936561-8ff0-431e-bce5-3afdb55c2daa tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:25.404054 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-735517a2-11fd-4cf2-868a-ef946c7fe6fd req-00936561-8ff0-431e-bce5-3afdb55c2daa tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0657315 Sep 20 20:38:25.447859 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-735517a2-11fd-4cf2-868a-ef946c7fe6fd req-3f2a68cc-60ea-430c-8049-27dff26fea11 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368927 Sep 20 20:38:25.693027 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079324f-4e7a-4ed5-a159-f3a6214748a4 req-84d0a1c4-fab7-44a3-867f-4c5b137ed8af tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:25.694898 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5079324f-4e7a-4ed5-a159-f3a6214748a4 req-84d0a1c4-fab7-44a3-867f-4c5b137ed8af tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0627613 Sep 20 20:38:25.741542 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5079324f-4e7a-4ed5-a159-f3a6214748a4 req-ca8982cd-7c0d-44ae-ae6c-a7d37d261518 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406172 Sep 20 20:38:26.188784 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec08a4d-d31c-4163-8622-6ecc44bf2c38 req-fc46a3e1-5e96-4007-8d85-dba39ed1b3d2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:26.193800 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ec08a4d-d31c-4163-8622-6ecc44bf2c38 req-fc46a3e1-5e96-4007-8d85-dba39ed1b3d2 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0524683 Sep 20 20:38:26.234010 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ec08a4d-d31c-4163-8622-6ecc44bf2c38 req-75fa088f-6107-49ca-a9b3-73212c924e43 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327885 Sep 20 20:38:26.425697 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:38:26.435943 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04116442-429d-4fae-bf64-f95f77ffbbac req-aa8099d1-7601-49b0-b9de-254145c26762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:26.437538 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04116442-429d-4fae-bf64-f95f77ffbbac req-aa8099d1-7601-49b0-b9de-254145c26762 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 1099 time: 0.0849385 Sep 20 20:38:26.591553 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04116442-429d-4fae-bf64-f95f77ffbbac req-8ac628d6-1c9a-4e89-8c73-1cb7759e252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:26.593725 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04116442-429d-4fae-bf64-f95f77ffbbac req-8ac628d6-1c9a-4e89-8c73-1cb7759e252c service neutron] 10.222.0.45 "GET /v2.0/networks?id=edee2f1e-7029-467d-b39c-c0781942037a HTTP/1.1" status: 200 len: 911 time: 0.1444249 Sep 20 20:38:26.609437 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e41a8c-f33d-44aa-bcf5-18b4fcb05048 req-6b0b7fee-25d6-4d80-9e8e-a0ea07a48658 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:26.611241 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-29e41a8c-f33d-44aa-bcf5-18b4fcb05048 req-6b0b7fee-25d6-4d80-9e8e-a0ea07a48658 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0577216 Sep 20 20:38:26.663083 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-29e41a8c-f33d-44aa-bcf5-18b4fcb05048 req-4a20b9e2-5aed-40dc-a7ad-730dcc896a29 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Sep 20 20:38:26.701298 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04116442-429d-4fae-bf64-f95f77ffbbac req-5a44891e-937f-43da-af3f-bb560a83e056 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdef8e61-7395-46cb-b833-b27409cc7406 HTTP/1.1" status: 200 len: 1002 time: 0.0777535 Sep 20 20:38:26.755831 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04116442-429d-4fae-bf64-f95f77ffbbac req-adf589c7-0b44-47cb-95a3-74c635c34e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:26.757453 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04116442-429d-4fae-bf64-f95f77ffbbac req-adf589c7-0b44-47cb-95a3-74c635c34e7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=defa30c0-d28a-488d-9a06-e8a8f66dcec3 HTTP/1.1" status: 200 len: 850 time: 0.0464847 Sep 20 20:38:26.853148 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04116442-429d-4fae-bf64-f95f77ffbbac req-0de77456-38c9-4ba9-82f1-33aac5498ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:26.855073 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04116442-429d-4fae-bf64-f95f77ffbbac req-0de77456-38c9-4ba9-82f1-33aac5498ac0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edee2f1e-7029-467d-b39c-c0781942037a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802369 Sep 20 20:38:26.996299 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ea10f-7694-4aba-8c5b-660c100768b7 req-c8f533aa-e3f1-4982-b47e-b89033f01b71 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:26.998673 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f94ea10f-7694-4aba-8c5b-660c100768b7 req-c8f533aa-e3f1-4982-b47e-b89033f01b71 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.1620991 Sep 20 20:38:27.046434 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04116442-429d-4fae-bf64-f95f77ffbbac req-33a2300a-b514-4603-8c20-c23aa4ed1c31 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645887 Sep 20 20:38:27.072547 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f94ea10f-7694-4aba-8c5b-660c100768b7 req-87b537aa-2bab-460e-b694-576c9311da57 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555549 Sep 20 20:38:27.164914 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04116442-429d-4fae-bf64-f95f77ffbbac req-a17d5415-210b-4be2-b746-252e120038c2 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040843 Sep 20 20:38:27.406597 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c798988-f6f9-4d8d-b15e-cca3f9426e9d req-4d9a0043-667e-44ab-9dd2-551214795e40 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:27.408891 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4c798988-f6f9-4d8d-b15e-cca3f9426e9d req-4d9a0043-667e-44ab-9dd2-551214795e40 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0923867 Sep 20 20:38:27.537075 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4c798988-f6f9-4d8d-b15e-cca3f9426e9d req-92a0b622-dd88-4906-a0d9-2a2b2c381f0c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210206 Sep 20 20:38:27.887963 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b0c1b-34f6-4ad5-85b9-5cead0e1dbca req-41562aad-e545-4072-ad8d-93bc79af7c34 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:27.902945 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-544b0c1b-34f6-4ad5-85b9-5cead0e1dbca req-41562aad-e545-4072-ad8d-93bc79af7c34 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.1258390 Sep 20 20:38:27.967684 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-544b0c1b-34f6-4ad5-85b9-5cead0e1dbca req-e711b1bc-6c0a-4dbf-a8c2-2509bffece40 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637240 Sep 20 20:38:28.235135 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device dbb5fa51-8760-4f6c-84cb-5a96f45768a5 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:38:28.309526 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:38:28.358594 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12438997-74d5-49bc-9c16-c3f485259dda req-7bcc6e74-4f0a-4383-b7fc-230f47b15b7e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:28.366790 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-12438997-74d5-49bc-9c16-c3f485259dda req-7bcc6e74-4f0a-4383-b7fc-230f47b15b7e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.1021290 Sep 20 20:38:28.428560 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c065c21-52a4-45d4-a526-6743669537eb req-912e7d5a-d63f-4e62-aab9-1c4ae1192ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:28.430117 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0c065c21-52a4-45d4-a526-6743669537eb req-912e7d5a-d63f-4e62-aab9-1c4ae1192ea0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 1099 time: 0.2412364 Sep 20 20:38:28.466464 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-12438997-74d5-49bc-9c16-c3f485259dda req-c49dc66c-7415-4e8f-9e4b-8aae32b9e0d8 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871553 Sep 20 20:38:28.518036 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27153f77-3c48-48d7-bb28-39758da010ab req-1fe796b7-fe3f-4667-a6ae-e2cd3c590b7d tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:28.518036 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-27153f77-3c48-48d7-bb28-39758da010ab req-1fe796b7-fe3f-4667-a6ae-e2cd3c590b7d tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.2373893 Sep 20 20:38:28.646655 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:38:28.647198 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:28.757556 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port dbb5fa51-8760-4f6c-84cb-5a96f45768a5, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:38:28.780575 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'port_id': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'mac_address': 'fa:16:3e:90:cf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:38:28.801200 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-27153f77-3c48-48d7-bb28-39758da010ab req-87bc169f-e059-4f8d-990b-656d0581a8f5 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913265 Sep 20 20:38:28.827643 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:28.850355 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb5fa51-8760-4f6c-84cb-5a96f45768a5 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:38:28.865311 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce4023-39c2-49ec-97fb-aee8da4745c1 req-34e81071-2fcd-485d-a8fa-4f2d3f4b1926 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:28.868291 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-dcce4023-39c2-49ec-97fb-aee8da4745c1 req-34e81071-2fcd-485d-a8fa-4f2d3f4b1926 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 944 time: 0.1165593 Sep 20 20:38:28.871126 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c065c21-52a4-45d4-a526-6743669537eb req-25ea1f7d-6f00-45c0-9489-f4de3cfdb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:28.873014 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0c065c21-52a4-45d4-a526-6743669537eb req-25ea1f7d-6f00-45c0-9489-f4de3cfdb98a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 200 len: 918 time: 0.3339922 Sep 20 20:38:28.938440 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port dbb5fa51-8760-4f6c-84cb-5a96f45768a5, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:38:28.948639 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:29.010157 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0c065c21-52a4-45d4-a526-6743669537eb req-8a9d071b-af09-40f9-8da7-343f07998837 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff769277-fe62-484c-8b36-bebbd8c7ad77 HTTP/1.1" status: 200 len: 217 time: 0.0986710 Sep 20 20:38:29.019470 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-dcce4023-39c2-49ec-97fb-aee8da4745c1 req-0f3e8842-1329-42fa-ad15-2b7bcbb694be tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420469 Sep 20 20:38:29.053308 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:29.151195 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c065c21-52a4-45d4-a526-6743669537eb req-a8bd2322-6ce5-40ec-9b2b-6ac789c1679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:29.152748 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0c065c21-52a4-45d4-a526-6743669537eb req-a8bd2322-6ce5-40ec-9b2b-6ac789c1679e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a785b9f0-8952-486a-a6fc-517f7dd3ed62 HTTP/1.1" status: 200 len: 858 time: 0.1396625 Sep 20 20:38:29.181399 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:38:29.184288 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148eddad-1d38-4f86-bfec-fe9385e7cfb1" -d '{"events": [{"server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:38:29.206659 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:29.219771 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:38:29.227767 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:29.239387 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0c065c21-52a4-45d4-a526-6743669537eb req-c97e32c0-ff94-46fa-9599-ead31b1f9a99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734541 Sep 20 20:38:29.282225 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54afb464-1f41-4779-8809-454ff2218210 x-openstack-request-id: req-54afb464-1f41-4779-8809-454ff2218210 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:38:29.282763 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:38:29.282864 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54afb464-1f41-4779-8809-454ff2218210 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:38:29.283254 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'code': 200} Sep 20 20:38:29.288482 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['dbb5fa51-8760-4f6c-84cb-5a96f45768a5'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:38:29.333823 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,revision_number=7']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:29.468621 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effcd6e-f9f5-43d1-9ee7-8acc57a38a6a req-afec3919-b73a-4d22-938e-9b3263983bf3 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:29.476442 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8effcd6e-f9f5-43d1-9ee7-8acc57a38a6a req-afec3919-b73a-4d22-938e-9b3263983bf3 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.2975392 Sep 20 20:38:29.499612 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0c065c21-52a4-45d4-a526-6743669537eb req-d1a2a6a7-082a-4a81-ac70-57f9344465a0 service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072024 Sep 20 20:38:29.603920 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8effcd6e-f9f5-43d1-9ee7-8acc57a38a6a req-d294af29-6562-43cd-a55e-dec2fefadb69 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266012 Sep 20 20:38:29.670798 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b259b0-7381-4038-8ac4-b143f495ebc0 req-896db9ab-df77-4e45-85d4-0f545dc43e59 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:29.685799 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b2b259b0-7381-4038-8ac4-b143f495ebc0 req-896db9ab-df77-4e45-85d4-0f545dc43e59 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.1164713 Sep 20 20:38:29.708136 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0c065c21-52a4-45d4-a526-6743669537eb req-de4c72d3-0649-4c62-bc39-86a7df48853f service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978760 Sep 20 20:38:29.754669 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b2b259b0-7381-4038-8ac4-b143f495ebc0 req-ea076b88-8c72-49dc-a81c-7507982a5f23 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624714 Sep 20 20:38:29.985778 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8d8bb-cf9f-438f-ad36-adfc72aef733 req-cba83c12-ceec-4e29-87fa-c1979e531bb7 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:29.995289 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-53a8d8bb-cf9f-438f-ad36-adfc72aef733 req-cba83c12-ceec-4e29-87fa-c1979e531bb7 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0916560 Sep 20 20:38:30.103966 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-53a8d8bb-cf9f-438f-ad36-adfc72aef733 req-38d7961a-b587-44bf-aed7-c85d3fa5644a tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028476 Sep 20 20:38:30.297210 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a696e43-cb0c-4f77-b957-c4716af120e8 req-08102bbf-c0e8-447a-8bd7-ff9705e700ed tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:30.306143 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1a696e43-cb0c-4f77-b957-c4716af120e8 req-08102bbf-c0e8-447a-8bd7-ff9705e700ed tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.1380029 Sep 20 20:38:30.358532 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1a696e43-cb0c-4f77-b957-c4716af120e8 req-b551d405-b3c9-49fd-a87e-ebe089148be6 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514326 Sep 20 20:38:30.964285 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd863a-06cc-434f-8de4-2bca9714749d req-aa79ab55-e094-42e1-a6a3-3f68a89046e4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:30.980069 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-43bd863a-06cc-434f-8de4-2bca9714749d req-aa79ab55-e094-42e1-a6a3-3f68a89046e4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0785592 Sep 20 20:38:31.036434 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-43bd863a-06cc-434f-8de4-2bca9714749d req-5605e414-a36a-4f73-a3e3-7bd04e1eb206 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553770 Sep 20 20:38:31.234247 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4e2a9-f46d-44f9-a213-a09771bfe8e3 req-244fe573-ce89-46d2-a41b-40d1f6e03cea tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:31.235997 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-76b4e2a9-f46d-44f9-a213-a09771bfe8e3 req-244fe573-ce89-46d2-a41b-40d1f6e03cea tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0680988 Sep 20 20:38:31.289865 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-76b4e2a9-f46d-44f9-a213-a09771bfe8e3 req-e993ea08-8470-49c6-809f-d5f620b86e02 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451469 Sep 20 20:38:31.495335 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee3f3d-1a15-465e-bf3a-698c89a3c274 req-67bc07fc-23c9-42a8-81cd-5afb11ffe141 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:31.503323 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-28ee3f3d-1a15-465e-bf3a-698c89a3c274 req-67bc07fc-23c9-42a8-81cd-5afb11ffe141 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0645258 Sep 20 20:38:31.555013 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-28ee3f3d-1a15-465e-bf3a-698c89a3c274 req-42883614-28f6-44a4-83f6-073b1ea7b53b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507057 Sep 20 20:38:31.616257 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:38:32.157971 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbe3a9-6c8c-4b3e-8f0d-7511d0615543 req-7fe223b0-e149-4ccd-b083-05c60a6af541 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:32.165463 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-49bbe3a9-6c8c-4b3e-8f0d-7511d0615543 req-7fe223b0-e149-4ccd-b083-05c60a6af541 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0629354 Sep 20 20:38:32.215315 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-49bbe3a9-6c8c-4b3e-8f0d-7511d0615543 req-6abf7da8-4aa2-4f33-b411-eecc043f4ca6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Sep 20 20:38:32.417948 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd726a9-1698-45c2-b051-4b9f031e9ff2 req-5c07cefc-c961-4079-bc56-65f27b8b8079 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:32.419474 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cdd726a9-1698-45c2-b051-4b9f031e9ff2 req-5c07cefc-c961-4079-bc56-65f27b8b8079 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0549371 Sep 20 20:38:32.487320 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cdd726a9-1698-45c2-b051-4b9f031e9ff2 req-5ba19105-96d2-47a1-8021-253837c0b4b6 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523465 Sep 20 20:38:32.682245 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd7a29-6d0e-489f-8f71-4a37224f4bc7 req-55cdf096-dd6f-459b-b6c7-e8061f0219fb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:32.692711 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2fbd7a29-6d0e-489f-8f71-4a37224f4bc7 req-55cdf096-dd6f-459b-b6c7-e8061f0219fb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0670340 Sep 20 20:38:32.739672 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2fbd7a29-6d0e-489f-8f71-4a37224f4bc7 req-322d3296-141d-46b7-af15-605b3534f9f4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450456 Sep 20 20:38:33.163739 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device dbb5fa51-8760-4f6c-84cb-5a96f45768a5 up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:38:33.216776 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:38:33.220963 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:38:33.221441 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:33.313670 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:33.350508 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port dbb5fa51-8760-4f6c-84cb-5a96f45768a5, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:38:33.351544 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:38:33.352698 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985d1e7-b136-4bde-b7c6-4dbe2ebfe8d2 req-4705eb6f-664b-4c4c-9330-e22e8ede7417 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:33.354375 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ff117b-80e6-459f-a3a5-7ecab040f97a" -d '{"events": [{"server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:38:33.355409 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2985d1e7-b136-4bde-b7c6-4dbe2ebfe8d2 req-4705eb6f-664b-4c4c-9330-e22e8ede7417 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0670025 Sep 20 20:38:33.358909 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:33.419413 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:33.437225 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d03edc-c52d-4772-bc30-f1c57ed8cbbd x-openstack-request-id: req-05d03edc-c52d-4772-bc30-f1c57ed8cbbd {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:38:33.438224 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:38:33.438668 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05d03edc-c52d-4772-bc30-f1c57ed8cbbd {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:38:33.439308 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'code': 200} Sep 20 20:38:33.444879 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2985d1e7-b136-4bde-b7c6-4dbe2ebfe8d2 req-8a90f007-5e7f-4fb2-a399-97218454ae3a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716238 Sep 20 20:38:33.620038 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98230c31-5d26-41ee-b9db-e90cfbd59f84 req-752b9874-084e-46a1-b3e3-a19262f4f331 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:33.621840 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-98230c31-5d26-41ee-b9db-e90cfbd59f84 req-752b9874-084e-46a1-b3e3-a19262f4f331 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0530972 Sep 20 20:38:33.666324 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-98230c31-5d26-41ee-b9db-e90cfbd59f84 req-3268b460-3a8a-4608-9483-618767a9b8b3 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377150 Sep 20 20:38:33.874525 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119e055-ded5-49fa-b83f-8fcb7552b503 req-95073fe0-fbb3-4afe-bc73-deddbaf193fe tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:33.876163 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6119e055-ded5-49fa-b83f-8fcb7552b503 req-95073fe0-fbb3-4afe-bc73-deddbaf193fe tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0553277 Sep 20 20:38:33.936530 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6119e055-ded5-49fa-b83f-8fcb7552b503 req-1663a989-5423-4bf1-b01c-d8a4927cb7ec tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507946 Sep 20 20:38:34.579487 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1787119-603c-4dbd-9854-635485d6fee5 req-6d061573-e273-459b-886c-5ae701e11fce tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:34.587280 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f1787119-603c-4dbd-9854-635485d6fee5 req-6d061573-e273-459b-886c-5ae701e11fce tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0607841 Sep 20 20:38:34.622516 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f1787119-603c-4dbd-9854-635485d6fee5 req-f99789e8-9eca-426f-a132-2323c2538215 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340967 Sep 20 20:38:34.807032 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ce3e-9f75-4452-a1d9-ff8cd506cae4 req-d24f475a-0f1b-4ceb-87bf-960cbedff792 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:34.814350 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df93ce3e-9f75-4452-a1d9-ff8cd506cae4 req-d24f475a-0f1b-4ceb-87bf-960cbedff792 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0704138 Sep 20 20:38:34.850431 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df93ce3e-9f75-4452-a1d9-ff8cd506cae4 req-99a213dc-3bf7-4528-836a-dcf2fb0a1de4 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350120 Sep 20 20:38:35.079851 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd36472-ef96-488c-8240-92d863c98c14 req-77b2f535-50c8-41b1-8e41-e437a8f7a01e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:35.081436 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9fd36472-ef96-488c-8240-92d863c98c14 req-77b2f535-50c8-41b1-8e41-e437a8f7a01e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0789084 Sep 20 20:38:35.121987 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9fd36472-ef96-488c-8240-92d863c98c14 req-67af9158-31da-441a-be8b-59594454d62a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389752 Sep 20 20:38:35.403101 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce521b0-05b4-49ac-85ed-ec2fe04ebc2e req-ec20c935-3469-409a-ba66-3d61dbd8aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:35.404549 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dce521b0-05b4-49ac-85ed-ec2fe04ebc2e req-ec20c935-3469-409a-ba66-3d61dbd8aa84 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0462778 Sep 20 20:38:35.449904 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dce521b0-05b4-49ac-85ed-ec2fe04ebc2e req-5553288c-0c33-4190-8ed3-0708b9fe16ab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308826 Sep 20 20:38:35.765265 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f8374-ac74-4928-8cbb-e6d33449d95c req-64741253-3721-4429-ad6c-5fd77485f78a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:35.767712 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-954f8374-ac74-4928-8cbb-e6d33449d95c req-64741253-3721-4429-ad6c-5fd77485f78a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0643799 Sep 20 20:38:35.985819 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b964a2-19e4-4eea-88f9-a03c96eb6ae3 req-5115a8c8-474d-42ed-8ee3-f6696592bfe2 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:35.994679 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f4b964a2-19e4-4eea-88f9-a03c96eb6ae3 req-5115a8c8-474d-42ed-8ee3-f6696592bfe2 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0625272 Sep 20 20:38:36.050151 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-954f8374-ac74-4928-8cbb-e6d33449d95c req-8320499d-8968-40f5-b376-6d6ccbba10e2 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700143 Sep 20 20:38:36.051199 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f4b964a2-19e4-4eea-88f9-a03c96eb6ae3 req-0e34bcdf-c93f-4959-b51c-64ebcce5bbfc tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473635 Sep 20 20:38:36.103665 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 42394) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:36.153290 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Deleting subnet 1412cad8-740c-467d-9fde-d036c6e4efda {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:38:36.156582 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.216296 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9723860'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.277907 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6c422-fec2-4e5c-93d6-ab2fe6985634 req-b25f27a6-7f6a-49e9-a327-8058ac1ca86c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:36.281473 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e9d6c422-fec2-4e5c-93d6-ab2fe6985634 req-b25f27a6-7f6a-49e9-a327-8058ac1ca86c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0766735 Sep 20 20:38:36.292713 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.323242 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e9d6c422-fec2-4e5c-93d6-ab2fe6985634 req-15aef13e-92d0-4e4c-80c8-b5d1b7e334f3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360482 Sep 20 20:38:36.367787 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8543097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552993'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.395038 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1412cad8-740c-467d-9fde-d036c6e4efda,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:36.399852 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.402453 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1412cad8-740c-467d-9fde-d036c6e4efda HTTP/1.1" status: 204 len: 168 time: 0.2972252 Sep 20 20:38:36.404876 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 42404) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:36.407820 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.408266 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.408696 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.409638 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.410084 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.410503 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.410919 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.411363 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.411782 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.412475 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.413411 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.413411 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d820d959-c0c6-4c72-89ab-e7cae7534292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:38:36.490550 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.576352 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.601161 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4e3448-3502-4abe-a3f1-841713dd605b']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:38:36.610934 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719fa870-1789-4b96-ab8b-4dae4e4bf635') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:38:36.611369 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719fa870-1789-4b96-ab8b-4dae4e4bf635') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:38:36.622124 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.636495 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.642601 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:38:36.643267 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:38:36.645307 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:38:36.716260 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.725240 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:36.730198 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7c4e3448-3502-4abe-a3f1-841713dd605b HTTP/1.1" status: 204 len: 168 time: 0.3237786 Sep 20 20:38:36.743474 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda28d4-6eca-4f95-98e1-97002ca89962 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4e3448-3502-4abe-a3f1-841713dd605b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:36.801548 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:37.008319 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 42408) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:37.060609 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-83b7317c-ab10-4f2a-ac2a-bf22707b4fd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb82432375c8464fa2a494ce80811377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507090 Sep 20 20:38:37.063068 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 42412) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:37.171249 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c53f1988-9743-4309-8f36-b32708b67585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:37.188606 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97459a73-71e7-4a88-a89c-dd9fd90b7019 req-9a66bb5f-6f91-44d6-9e5a-d7c046545748 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:37.197742 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-97459a73-71e7-4a88-a89c-dd9fd90b7019 req-9a66bb5f-6f91-44d6-9e5a-d7c046545748 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0675082 Sep 20 20:38:37.206217 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f00826-f472-4ddd-8605-47b5b96205f5 req-dc3db0a0-ccc7-4aad-98f4-7f8c60401e07 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:37.207901 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-96f00826-f472-4ddd-8605-47b5b96205f5 req-dc3db0a0-ccc7-4aad-98f4-7f8c60401e07 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0819154 Sep 20 20:38:37.212894 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c53f1988-9743-4309-8f36-b32708b67585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:37.245785 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-97459a73-71e7-4a88-a89c-dd9fd90b7019 req-13b0a1f6-d41e-45df-9c6c-664400a9cf8f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Sep 20 20:38:37.279409 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-96f00826-f472-4ddd-8605-47b5b96205f5 req-97c7b0bb-6170-463d-98a8-f77144686865 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597386 Sep 20 20:38:37.313259 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c53f1988-9743-4309-8f36-b32708b67585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:37.315963 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c53f1988-9743-4309-8f36-b32708b67585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:37.317194 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-c53f1988-9743-4309-8f36-b32708b67585 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdbc272c-3e16-40dc-9097-594d18cb207f HTTP/1.1" status: 204 len: 168 time: 0.2528968 Sep 20 20:38:37.337939 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f1988-9743-4309-8f36-b32708b67585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbc272c-3e16-40dc-9097-594d18cb207f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:37.482927 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff4a0f-8f78-4669-8f84-96397b85dc2b req-3c03449c-d9e4-4ad5-9b3a-80da4e1c6f03 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:37.493039 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93ff4a0f-8f78-4669-8f84-96397b85dc2b req-3c03449c-d9e4-4ad5-9b3a-80da4e1c6f03 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0899868 Sep 20 20:38:37.520237 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d569de5-fbfe-417d-8df0-8108da83e449 req-da14fda6-3269-49d1-94aa-b1085961da6b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:37.522114 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2d569de5-fbfe-417d-8df0-8108da83e449 req-da14fda6-3269-49d1-94aa-b1085961da6b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0874264 Sep 20 20:38:37.546230 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-93ff4a0f-8f78-4669-8f84-96397b85dc2b req-d5409b77-1071-4b4f-a265-c3f9b653776d tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517619 Sep 20 20:38:37.558389 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 42432) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:37.586797 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2d569de5-fbfe-417d-8df0-8108da83e449 req-4f5df041-03a4-4dee-8014-7cd4a7b94e67 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572524 Sep 20 20:38:37.872176 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feb61ae-8e3b-4e09-b700-85131329a0d8 tempest-TestShelveInstance-422506457 tempest-TestShelveInstance-422506457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:37.874264 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4feb61ae-8e3b-4e09-b700-85131329a0d8 tempest-TestShelveInstance-422506457 tempest-TestShelveInstance-422506457-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 1093 time: 0.3120921 Sep 20 20:38:37.878474 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 42444) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:37.884204 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Request body: {'floatingip': {'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'port_id': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:38:37.915617 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:38.036871 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:38.161387 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Allocated IP 172.27.2.94 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/6887015f-cd7d-4219-8d48-f27d2be94e9f) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:38:38.265666 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:38.318096 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:38.376474 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:38:38.382427 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:38:38.385664 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:38:38.387388 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event updated for resources: {'Port': ['ID=6887015f-cd7d-4219-8d48-f27d2be94e9f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:38.427320 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7340d-29de-4046-91db-648892407d70 req-3bd76a28-9642-4949-bb1f-95d2e686bc4a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:38.428809 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aef7340d-29de-4046-91db-648892407d70 req-3bd76a28-9642-4949-bb1f-95d2e686bc4a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.1209726 Sep 20 20:38:38.513936 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aef7340d-29de-4046-91db-648892407d70 req-1db6c0e3-4916-42ac-b4ef-76b52a4511c2 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791037 Sep 20 20:38:38.780971 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65cc90-2034-4ec3-b53c-3d2cc6241efc req-273dbf02-1530-4ca1-b629-f2f3b231cb0d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:38.783333 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ba65cc90-2034-4ec3-b53c-3d2cc6241efc req-273dbf02-1530-4ca1-b629-f2f3b231cb0d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.1043069 Sep 20 20:38:38.787540 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af74ee-1481-4c92-9163-f4a0f7161c7f req-9624ab45-634a-4d64-97e2-17b3a673f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:38.789350 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-15af74ee-1481-4c92-9163-f4a0f7161c7f req-9624ab45-634a-4d64-97e2-17b3a673f434 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0951872 Sep 20 20:38:38.874442 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:38.888836 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ba65cc90-2034-4ec3-b53c-3d2cc6241efc req-06ca52b8-53d7-4eab-bb2d-1fd8b61c66b7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948687 Sep 20 20:38:38.913216 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af74ee-1481-4c92-9163-f4a0f7161c7f req-d997abd3-a0ff-433a-a9c3-f0be80c4e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:38.914739 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-15af74ee-1481-4c92-9163-f4a0f7161c7f req-d997abd3-a0ff-433a-a9c3-f0be80c4e726 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 916 time: 0.1140385 Sep 20 20:38:38.943460 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:38.982300 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-15af74ee-1481-4c92-9163-f4a0f7161c7f req-93308f8c-eb44-48f1-9664-155299bf374e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec HTTP/1.1" status: 200 len: 1001 time: 0.0571976 Sep 20 20:38:39.045353 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af74ee-1481-4c92-9163-f4a0f7161c7f req-ecc27cbf-40e6-4e23-8616-5e087d1656c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:39.046804 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-15af74ee-1481-4c92-9163-f4a0f7161c7f req-ecc27cbf-40e6-4e23-8616-5e087d1656c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 200 len: 855 time: 0.0439780 Sep 20 20:38:39.092002 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:39.096438 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:39.100456 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af74ee-1481-4c92-9163-f4a0f7161c7f req-2617720f-e271-442d-8669-4ea19b878935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:39.102125 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-15af74ee-1481-4c92-9163-f4a0f7161c7f req-2617720f-e271-442d-8669-4ea19b878935 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468073 Sep 20 20:38:39.171177 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event updated for resources: {'Port': ['ID=6887015f-cd7d-4219-8d48-f27d2be94e9f,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:39.179650 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:39.208376 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-15af74ee-1481-4c92-9163-f4a0f7161c7f req-d3fe9a22-3237-45da-9f63-378e8639c733 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871840 Sep 20 20:38:39.304993 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-15af74ee-1481-4c92-9163-f4a0f7161c7f req-1fe8f36d-78d7-4b6d-b698-15f6bb74fa17 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876253 Sep 20 20:38:39.468593 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Floating IP bc172f78-5aa9-4cf3-8d34-981dae30f8d9 associated. External IP: 172.27.2.94, port: dbb5fa51-8760-4f6c-84cb-5a96f45768a5. Sep 20 20:38:39.683149 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173b5b0-eb3d-4069-a4ab-19fa48972a8e req-2961531f-55ff-4299-bcd6-4c6787ad04d7 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:39.684517 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2173b5b0-eb3d-4069-a4ab-19fa48972a8e req-2961531f-55ff-4299-bcd6-4c6787ad04d7 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0886979 Sep 20 20:38:39.716005 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Router c852b052-739b-409f-b33b-8c681a9df5d8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:38:39.736386 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2173b5b0-eb3d-4069-a4ab-19fa48972a8e req-a4d00455-5560-46f8-97d3-671a9e1f8743 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Sep 20 20:38:39.835600 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:38:39.847004 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e136347-f2c1-4680-87d2-36533fb3e224 None None] Sync routers for ids ['c852b052-739b-409f-b33b-8c681a9df5d8'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:38:39.852584 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:39.856997 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e136347-f2c1-4680-87d2-36533fb3e224 None None] Routers {'c852b052-739b-409f-b33b-8c681a9df5d8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:38:39.857677 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6e136347-f2c1-4680-87d2-36533fb3e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:38:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['c852b052-739b-409f-b33b-8c681a9df5d8'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:38:39.880048 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-693f8622-bad6-4be7-94c6-656d2e83a6ab tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0006125 Sep 20 20:38:39.880612 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:38:39.883088 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3db057-504e-444b-b492-4aad29440c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:38:39.925768 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02153da8-abea-4a5b-8244-5de5fd679412 x-openstack-request-id: req-02153da8-abea-4a5b-8244-5de5fd679412 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:38:39.926081 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:38:39.926348 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02153da8-abea-4a5b-8244-5de5fd679412 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:38:39.926740 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'status': 'completed', 'code': 200} Sep 20 20:38:39.987838 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-6e136347-f2c1-4680-87d2-36533fb3e224 None None] Set router c852b052-739b-409f-b33b-8c681a9df5d8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:38:40.030601 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db057-504e-444b-b492-4aad29440c9d req-615129ca-1efd-4cd5-a855-824a42b117d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:40.033124 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a3db057-504e-444b-b492-4aad29440c9d req-615129ca-1efd-4cd5-a855-824a42b117d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff&device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0585339 Sep 20 20:38:40.058185 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eabb6-fd8e-43bf-8c41-1b87ef62a301 req-f3b48f6f-25ce-4bc7-adc2-57e2b9691da6 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:40.059869 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-545eabb6-fd8e-43bf-8c41-1b87ef62a301 req-f3b48f6f-25ce-4bc7-adc2-57e2b9691da6 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0543077 Sep 20 20:38:40.100137 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-545eabb6-fd8e-43bf-8c41-1b87ef62a301 req-c163c6f4-20b8-4922-9aa8-b78ceea0e483 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339704 Sep 20 20:38:40.145968 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db057-504e-444b-b492-4aad29440c9d req-d1a81ec3-7620-4e4b-a454-5226e0958fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:40.147540 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a3db057-504e-444b-b492-4aad29440c9d req-d1a81ec3-7620-4e4b-a454-5226e0958fbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a86c9fb-9976-401d-918c-0b6a331f9f0b HTTP/1.1" status: 200 len: 909 time: 0.1072693 Sep 20 20:38:40.216976 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a3db057-504e-444b-b492-4aad29440c9d req-2df35075-1cd8-4878-acb5-5511a6160d90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5 HTTP/1.1" status: 200 len: 998 time: 0.0614202 Sep 20 20:38:40.229272 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6e136347-f2c1-4680-87d2-36533fb3e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 4, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'bc172f78-5aa9-4cf3-8d34-981dae30f8d9', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'port_id': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'mac_address': 'fa:16:3e:90:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33670df6-024c-4314-a270-bfdc6814b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:38:38Z', 'updated_at': '2021-09-20T20:38:38Z', 'revision_number': 0, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d7206fe-7140-48f5-8452-4c33793e34b1', 'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'mac_address': 'fa:16:3e:13:ae:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:36Z', 'updated_at': '2021-09-20T20:37:41Z', 'revision_number': 5, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'subnets': [{'id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:38:40.267341 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e136347-f2c1-4680-87d2-36533fb3e224 None None] Checking router: c852b052-739b-409f-b33b-8c681a9df5d8 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:38:40.267676 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db057-504e-444b-b492-4aad29440c9d req-27d347fd-4f2c-4a30-85c5-b5dcee1f150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:40.269701 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a3db057-504e-444b-b492-4aad29440c9d req-27d347fd-4f2c-4a30-85c5-b5dcee1f150a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a58fc1e-953d-42b2-85f9-26a9f11f733c HTTP/1.1" status: 200 len: 848 time: 0.0450594 Sep 20 20:38:40.276933 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e136347-f2c1-4680-87d2-36533fb3e224 None None] Routers {'c852b052-739b-409f-b33b-8c681a9df5d8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:38:40.277607 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6e136347-f2c1-4680-87d2-36533fb3e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:38:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['c852b052-739b-409f-b33b-8c681a9df5d8'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:38:40.322677 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db057-504e-444b-b492-4aad29440c9d req-f2e67632-2447-4207-b173-b8cc0d1e6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:40.324203 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a3db057-504e-444b-b492-4aad29440c9d req-f2e67632-2447-4207-b173-b8cc0d1e6477 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a86c9fb-9976-401d-918c-0b6a331f9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463779 Sep 20 20:38:40.387265 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-6e136347-f2c1-4680-87d2-36533fb3e224 None None] Set router c852b052-739b-409f-b33b-8c681a9df5d8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:38:40.415391 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a3db057-504e-444b-b492-4aad29440c9d req-9f678d48-bd61-4af0-8f2f-55350af9548f service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835311 Sep 20 20:38:40.511779 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0a3db057-504e-444b-b492-4aad29440c9d req-cf0f60a3-fabe-427e-86d3-fd40044fdca4 service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880065 Sep 20 20:38:40.601864 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6e136347-f2c1-4680-87d2-36533fb3e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 4, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'bc172f78-5aa9-4cf3-8d34-981dae30f8d9', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'port_id': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'mac_address': 'fa:16:3e:90:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33670df6-024c-4314-a270-bfdc6814b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:38:38Z', 'updated_at': '2021-09-20T20:38:38Z', 'revision_number': 0, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d7206fe-7140-48f5-8452-4c33793e34b1', 'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'mac_address': 'fa:16:3e:13:ae:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:36Z', 'updated_at': '2021-09-20T20:37:41Z', 'revision_number': 5, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'subnets': [{'id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:38:40.626365 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e136347-f2c1-4680-87d2-36533fb3e224 None None] The sync data for ids ['c852b052-739b-409f-b33b-8c681a9df5d8'] in dv-cinder-798208-2-iscsi is: [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 4, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'bc172f78-5aa9-4cf3-8d34-981dae30f8d9', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'floating_ip_address': '172.27.2.94', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'port_id': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'mac_address': 'fa:16:3e:90:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33670df6-024c-4314-a270-bfdc6814b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:38:38Z', 'updated_at': '2021-09-20T20:38:38Z', 'revision_number': 0, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d7206fe-7140-48f5-8452-4c33793e34b1', 'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'mac_address': 'fa:16:3e:13:ae:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:36Z', 'updated_at': '2021-09-20T20:37:41Z', 'revision_number': 5, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'subnets': [{'id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:38:40.818312 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3eaa35-4a51-4a3b-9ccd-931b3203a446 None None] New status for floating IP bc172f78-5aa9-4cf3-8d34-981dae30f8d9: ACTIVE {{(pid=94161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:38:40.854796 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070703d3-26f9-4309-bde8-fe2efde8f905 req-5a8ae0a7-73be-4bbb-92e4-fa6bfa67c415 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:40.856363 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-070703d3-26f9-4309-bde8-fe2efde8f905 req-5a8ae0a7-73be-4bbb-92e4-fa6bfa67c415 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0503376 Sep 20 20:38:40.875018 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-55f4faf6-32cd-451d-8eed-9ecaddcf5ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:40.895397 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-070703d3-26f9-4309-bde8-fe2efde8f905 req-91065be5-7449-4a7e-b84c-d5f6fb4a6380 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326819 Sep 20 20:38:41.234474 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 42522) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:41.235042 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be80c4d-76ca-409f-a559-7bfe1fbd2038 req-0e6c0915-b8fb-4803-b39b-9635508ce132 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:41.236423 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6be80c4d-76ca-409f-a559-7bfe1fbd2038 req-0e6c0915-b8fb-4803-b39b-9635508ce132 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0596747 Sep 20 20:38:41.279751 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6be80c4d-76ca-409f-a559-7bfe1fbd2038 req-98eb907d-f10b-4c68-8991-39de6e99b4c9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362909 Sep 20 20:38:41.308425 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 42526) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:41.384636 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f601329d-fdbb-48ae-bc78-7959620b0421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.409505 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4dd2dbcf-ce76-46e8-8920-28affe886a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.497798 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f601329d-fdbb-48ae-bc78-7959620b0421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.503445 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f601329d-fdbb-48ae-bc78-7959620b0421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.557129 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f601329d-fdbb-48ae-bc78-7959620b0421 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c1136f47588484e9b4baa6865dc5668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213701 Sep 20 20:38:41.559691 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 42530) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:41.559945 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601329d-fdbb-48ae-bc78-7959620b0421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f996b38-251a-450c-8f01-610e4fdd3119,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:41.621543 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-24060c09-30b8-42d0-b7d2-3e8c8b46d905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.624403 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4dd2dbcf-ce76-46e8-8920-28affe886a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.628712 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4dd2dbcf-ce76-46e8-8920-28affe886a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.642458 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-24060c09-30b8-42d0-b7d2-3e8c8b46d905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.666558 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4dd2dbcf-ce76-46e8-8920-28affe886a0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a33de8f2a8d4af79f54deda48a4a69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570535 Sep 20 20:38:41.667734 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2dbcf-ce76-46e8-8920-28affe886a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b7f6e3-3605-48ac-8c1e-a69a259a72b4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:41.670441 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 42532) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:41.710774 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-24060c09-30b8-42d0-b7d2-3e8c8b46d905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.713369 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-24060c09-30b8-42d0-b7d2-3e8c8b46d905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.714520 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-24060c09-30b8-42d0-b7d2-3e8c8b46d905 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f996b38-251a-450c-8f01-610e4fdd3119 HTTP/1.1" status: 204 len: 168 time: 0.1517484 Sep 20 20:38:41.730824 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24060c09-30b8-42d0-b7d2-3e8c8b46d905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f996b38-251a-450c-8f01-610e4fdd3119,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:41.734893 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb01eaed-f5aa-4bcf-8e00-8c1509bbd8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.759774 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb01eaed-f5aa-4bcf-8e00-8c1509bbd8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.807408 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb01eaed-f5aa-4bcf-8e00-8c1509bbd8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.810520 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb01eaed-f5aa-4bcf-8e00-8c1509bbd8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:41.811669 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-cb01eaed-f5aa-4bcf-8e00-8c1509bbd8cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7b7f6e3-3605-48ac-8c1e-a69a259a72b4 HTTP/1.1" status: 204 len: 168 time: 0.1403208 Sep 20 20:38:41.819803 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01eaed-f5aa-4bcf-8e00-8c1509bbd8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b7f6e3-3605-48ac-8c1e-a69a259a72b4,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:42.030281 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff65c87-b9e0-4242-822b-f07e4d06c77d req-165dd470-6b54-47b8-9714-a9170b537e90 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:42.031877 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eff65c87-b9e0-4242-822b-f07e4d06c77d req-165dd470-6b54-47b8-9714-a9170b537e90 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0567100 Sep 20 20:38:42.082417 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-eff65c87-b9e0-4242-822b-f07e4d06c77d req-3cd0ad85-e684-4acd-9172-d2798a965950 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348327 Sep 20 20:38:42.281454 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:38:42.375516 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:42.426178 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:38:42.427529 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99371b8-d9ce-4748-a646-2ad58f392e5e" -d '{"events": [{"server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:38:42.441079 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:38:42.445772 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:42.450889 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d06ac5-4227-4085-ae1a-7410ed9a9de1 req-144bebb0-00e3-4d1b-a3c5-0899aab6fb36 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:42.459446 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-13d06ac5-4227-4085-ae1a-7410ed9a9de1 req-144bebb0-00e3-4d1b-a3c5-0899aab6fb36 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 945 time: 0.0889838 Sep 20 20:38:42.503558 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,revision_number=8']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:42.508738 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 20:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9743fccf-8e6a-4432-ad30-1b734ec14de1 x-openstack-request-id: req-9743fccf-8e6a-4432-ad30-1b734ec14de1 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:38:42.509093 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "name": "network-vif-unplugged", "status": "failed", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec", "code": 422}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:38:42.509403 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9743fccf-8e6a-4432-ad30-1b734ec14de1 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:38:42.510056 dv-cinder-798208-2-iscsi neutron-server[94161]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'code': 422} returned with failed status Sep 20 20:38:42.529535 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-13d06ac5-4227-4085-ae1a-7410ed9a9de1 req-44d8cf87-ef4f-4b89-b635-0c7397a37130 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542290 Sep 20 20:38:43.053852 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [req-84990f36-336d-4c6f-88a1-2f28d56ec0a6 req-43c3a4e7-ef17-44cb-a130-481bd0d6ae6a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:38:43.055268 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-84990f36-336d-4c6f-88a1-2f28d56ec0a6 req-43c3a4e7-ef17-44cb-a130-481bd0d6ae6a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069327 Sep 20 20:38:43.066169 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 42644) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:43.269339 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02f34e61-1d25-4a0a-af6c-81e01165efed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:43.288017 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c13a81-411b-403c-a79d-a4028f41fac5 req-1e16377d-ccb8-4c83-af41-c55345c4a302 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:43.296432 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-83c13a81-411b-403c-a79d-a4028f41fac5 req-1e16377d-ccb8-4c83-af41-c55345c4a302 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0822191 Sep 20 20:38:43.316141 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fda52-5b70-4258-8316-14c6056dd897 req-ac386d1c-52f1-48eb-9d0d-1f21ef2d66a4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:43.317849 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f22fda52-5b70-4258-8316-14c6056dd897 req-ac386d1c-52f1-48eb-9d0d-1f21ef2d66a4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.1576586 Sep 20 20:38:43.347480 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-83c13a81-411b-403c-a79d-a4028f41fac5 req-add91f2b-502f-4688-85be-c4f0d1deae12 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490909 Sep 20 20:38:43.379747 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f22fda52-5b70-4258-8316-14c6056dd897 req-ec53c5e1-0656-4100-a636-29e46e65d02c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521033 Sep 20 20:38:43.404379 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-df79db5d-a801-44c5-bd7a-cdbf20954584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:43.438059 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02f34e61-1d25-4a0a-af6c-81e01165efed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:43.442079 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02f34e61-1d25-4a0a-af6c-81e01165efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:43.482522 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-02f34e61-1d25-4a0a-af6c-81e01165efed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=043e26e17cb14c54bfbc20de29ba31a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146171 Sep 20 20:38:43.483274 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f34e61-1d25-4a0a-af6c-81e01165efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded55bfa-b687-4ff6-972b-c239132b2fbf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:43.489220 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 42676) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:43.542025 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-767f78e3-2be2-427d-970b-7009d15440d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:43.564937 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-767f78e3-2be2-427d-970b-7009d15440d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:43.577224 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 42690) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:38:43.622911 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-767f78e3-2be2-427d-970b-7009d15440d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:43.625450 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-767f78e3-2be2-427d-970b-7009d15440d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:43.631895 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-767f78e3-2be2-427d-970b-7009d15440d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ded55bfa-b687-4ff6-972b-c239132b2fbf HTTP/1.1" status: 204 len: 168 time: 0.1415551 Sep 20 20:38:43.640484 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f78e3-2be2-427d-970b-7009d15440d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded55bfa-b687-4ff6-972b-c239132b2fbf,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:38:43.681783 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-d18518dc-bb97-4b5e-ae73-d722cff48da3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034050 Sep 20 20:38:43.690559 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-d23d276f-8cee-4c6a-bbd3-e3e22e588ea6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:38:43.691608 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-d23d276f-8cee-4c6a-bbd3-e3e22e588ea6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050972 Sep 20 20:38:43.989691 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:44.453696 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec24d6f-8212-42b6-8a5a-59d88cbc56a3 req-6a869481-fc03-44e3-a0c7-dd8a6c57a216 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:44.455169 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2ec24d6f-8212-42b6-8a5a-59d88cbc56a3 req-6a869481-fc03-44e3-a0c7-dd8a6c57a216 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0481136 Sep 20 20:38:44.498393 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2ec24d6f-8212-42b6-8a5a-59d88cbc56a3 req-37f96c95-d752-49d5-bfc3-d6f673f6e52e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371971 Sep 20 20:38:44.511879 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72536cdf-7044-4662-8cf1-f41941580c28 req-5752e1df-f58f-487a-9210-e0013f9c94be tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:44.513553 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-72536cdf-7044-4662-8cf1-f41941580c28 req-5752e1df-f58f-487a-9210-e0013f9c94be tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0560014 Sep 20 20:38:44.552020 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-72536cdf-7044-4662-8cf1-f41941580c28 req-68cee16a-b424-4784-9d11-72abef883daf tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Sep 20 20:38:44.683097 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:45.178932 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-6e2ec331-9054-413c-8b8e-544a0e402967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:45.180411 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-6e2ec331-9054-413c-8b8e-544a0e402967 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1&tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70 HTTP/1.1" status: 200 len: 1096 time: 0.0686049 Sep 20 20:38:45.244295 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-746f1b54-d639-4d3c-8928-80aba60b9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:45.245725 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-746f1b54-d639-4d3c-8928-80aba60b9dae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 1096 time: 0.0393324 Sep 20 20:38:45.345222 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-2070f4a3-e725-423b-acbe-1ab4bf233de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:45.347260 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-2070f4a3-e725-423b-acbe-1ab4bf233de0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 916 time: 0.0859621 Sep 20 20:38:45.417928 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-4fea6ba5-0297-4e96-bac1-d1a5c7d71a86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec HTTP/1.1" status: 200 len: 999 time: 0.0569263 Sep 20 20:38:45.482105 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-6f843667-a1f3-4888-b4fd-b9c7c3645c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:45.483475 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-6f843667-a1f3-4888-b4fd-b9c7c3645c74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 200 len: 855 time: 0.0446115 Sep 20 20:38:45.530437 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-f2da189b-556e-4ba4-8637-3d72946af9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:45.531934 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-f2da189b-556e-4ba4-8637-3d72946af9d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377684 Sep 20 20:38:45.618592 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6ae71-6dd3-46f3-a0c2-a3598473633c req-c5b018a8-57f8-456f-b782-eee33edb156c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:45.620086 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-acb6ae71-6dd3-46f3-a0c2-a3598473633c req-c5b018a8-57f8-456f-b782-eee33edb156c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0504396 Sep 20 20:38:45.637109 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-036fcf5d-f05f-437d-850b-ed4cf7ec0d47 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966418 Sep 20 20:38:45.660833 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-acb6ae71-6dd3-46f3-a0c2-a3598473633c req-ef8b9b02-9dec-402f-ac66-04f06d1c57c5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344923 Sep 20 20:38:45.721133 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8309de2-8ce5-4654-b4fc-cc65ac5a726a req-362e169a-8a37-49ce-8127-3a37ea1d5daf tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:45.723205 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c8309de2-8ce5-4654-b4fc-cc65ac5a726a req-362e169a-8a37-49ce-8127-3a37ea1d5daf tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.1006153 Sep 20 20:38:45.772530 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-667ef1d4-febb-4796-9f6b-c22294a940e4 req-b2a59ea2-417e-4809-8fac-9cc29882a731 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185958 Sep 20 20:38:45.779713 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c8309de2-8ce5-4654-b4fc-cc65ac5a726a req-9dbfac28-0fc5-4a5f-8ee2-c70d828225c3 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488820 Sep 20 20:38:46.207976 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:38:46.784577 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf905b-6683-4bf7-aa57-233c643b3cb3 req-8c68a135-98ae-46cc-ace9-76904ca54a8e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:46.786217 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8ccf905b-6683-4bf7-aa57-233c643b3cb3 req-8c68a135-98ae-46cc-ace9-76904ca54a8e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0494680 Sep 20 20:38:46.831812 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8ccf905b-6683-4bf7-aa57-233c643b3cb3 req-a5cd669c-f9b1-4868-98a6-e718540fa655 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384233 Sep 20 20:38:46.910188 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2ccea-b3bc-4b42-bc13-d908df9d887b req-ade6111e-afc0-4f69-8141-c7335024a04f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:46.911662 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d0d2ccea-b3bc-4b42-bc13-d908df9d887b req-ade6111e-afc0-4f69-8141-c7335024a04f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0505300 Sep 20 20:38:46.951529 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d0d2ccea-b3bc-4b42-bc13-d908df9d887b req-d5e4cafe-e4ce-4c6a-956d-a263ba997f76 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333879 Sep 20 20:38:47.962703 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510eabdc-5391-456c-babb-627c18c2fb9d req-e3bf9f27-5fd4-42b5-87c4-de9e9f21c3c0 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:47.964214 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-510eabdc-5391-456c-babb-627c18c2fb9d req-e3bf9f27-5fd4-42b5-87c4-de9e9f21c3c0 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0513446 Sep 20 20:38:48.003954 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-510eabdc-5391-456c-babb-627c18c2fb9d req-c57bf6b1-901c-41f8-94f2-28bef92dfa0a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336213 Sep 20 20:38:48.087948 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1a04f-34ee-4d2d-a048-c0b5fd373620 req-9b3227b3-9946-4ab2-a5d6-d31304cad6c0 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:48.090065 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e9b1a04f-34ee-4d2d-a048-c0b5fd373620 req-9b3227b3-9946-4ab2-a5d6-d31304cad6c0 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0531609 Sep 20 20:38:48.129800 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e9b1a04f-34ee-4d2d-a048-c0b5fd373620 req-3ba00a34-4d77-49ec-863b-09e7c369bed3 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333035 Sep 20 20:38:49.140558 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7038f6-c85c-41e1-b017-962a4557dc9a req-7fbe3a0e-3323-4e0e-9e42-7d7dc684a1ba tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:49.142155 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bb7038f6-c85c-41e1-b017-962a4557dc9a req-7fbe3a0e-3323-4e0e-9e42-7d7dc684a1ba tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0521739 Sep 20 20:38:49.181631 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bb7038f6-c85c-41e1-b017-962a4557dc9a req-00ea2872-7546-4ac1-83d6-58e01539d5ee tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329826 Sep 20 20:38:49.257213 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daf68d-70c1-4a25-b370-42603bc0a623 req-7d654325-07bf-434e-9d0c-8a7d5eb2a68f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:49.258934 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-58daf68d-70c1-4a25-b370-42603bc0a623 req-7d654325-07bf-434e-9d0c-8a7d5eb2a68f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0498905 Sep 20 20:38:49.300008 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-58daf68d-70c1-4a25-b370-42603bc0a623 req-50912f20-7ac0-45e0-9c66-a3a338925221 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345700 Sep 20 20:38:50.304661 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a44c37-7722-449f-9abe-534c2d336a16 req-789cef07-926d-40a6-b286-588d93c64ca9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:50.306146 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-52a44c37-7722-449f-9abe-534c2d336a16 req-789cef07-926d-40a6-b286-588d93c64ca9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0491211 Sep 20 20:38:50.354885 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-52a44c37-7722-449f-9abe-534c2d336a16 req-a11490b9-614a-4601-97da-5f5618255186 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422747 Sep 20 20:38:50.427416 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098eb3b8-9590-4263-a12a-35fec8f8737d req-86d0a919-9871-4a73-9ae8-e9409c98d270 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:50.429079 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-098eb3b8-9590-4263-a12a-35fec8f8737d req-86d0a919-9871-4a73-9ae8-e9409c98d270 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0539026 Sep 20 20:38:50.468375 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-098eb3b8-9590-4263-a12a-35fec8f8737d req-f2546f0d-4323-4f18-b25f-9a56c75dd167 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332451 Sep 20 20:38:51.504479 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3a1b5-7000-4592-8c24-d5581c6709b1 req-6384d383-ea5c-4095-a0d7-43222e19b81c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:51.506057 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4bf3a1b5-7000-4592-8c24-d5581c6709b1 req-6384d383-ea5c-4095-a0d7-43222e19b81c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0742028 Sep 20 20:38:51.545506 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4bf3a1b5-7000-4592-8c24-d5581c6709b1 req-431f391d-0d80-4d70-9536-2e39771a7020 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333307 Sep 20 20:38:51.607520 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de988849-dc45-4417-abbc-c7265e8153bc req-329d6712-694e-43a0-a354-0e38530ced07 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:51.609201 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de988849-dc45-4417-abbc-c7265e8153bc req-329d6712-694e-43a0-a354-0e38530ced07 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0648277 Sep 20 20:38:51.647923 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de988849-dc45-4417-abbc-c7265e8153bc req-5c01b333-4e0f-48b3-84b4-a952dd6e0b24 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Sep 20 20:38:52.681122 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb325e0a-8af7-4ff6-83ee-013e2a9bb526 req-5df15e6c-99b9-49b7-95a1-bff60d350371 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:52.682681 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-eb325e0a-8af7-4ff6-83ee-013e2a9bb526 req-5df15e6c-99b9-49b7-95a1-bff60d350371 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0502102 Sep 20 20:38:52.725967 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-eb325e0a-8af7-4ff6-83ee-013e2a9bb526 req-d2dfa8a5-e604-4c68-8924-d58079faa439 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364933 Sep 20 20:38:52.801445 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd389d-64d5-40d8-9c60-ea65c929e9a2 req-7314f68c-aa56-4b0f-961f-1fe360e71f65 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:52.803014 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ebcd389d-64d5-40d8-9c60-ea65c929e9a2 req-7314f68c-aa56-4b0f-961f-1fe360e71f65 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0794268 Sep 20 20:38:52.844865 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ebcd389d-64d5-40d8-9c60-ea65c929e9a2 req-63e02184-31a5-4d51-aaa1-fba847fbfd08 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358825 Sep 20 20:38:53.870766 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196650a5-6e67-4e8c-b054-e09c90c9972f req-abc71496-4e4a-4d4a-ae84-fad60f24c4da tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:53.872290 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-196650a5-6e67-4e8c-b054-e09c90c9972f req-abc71496-4e4a-4d4a-ae84-fad60f24c4da tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0507617 Sep 20 20:38:53.917183 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-196650a5-6e67-4e8c-b054-e09c90c9972f req-9360d365-dd75-46a8-89aa-1af8ae5cf966 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384936 Sep 20 20:38:53.969081 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c4154-8264-471b-90da-69bfdf96d8a5 req-7ae48a52-8998-4af3-ab95-e745a4e82025 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:53.970610 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f03c4154-8264-471b-90da-69bfdf96d8a5 req-7ae48a52-8998-4af3-ab95-e745a4e82025 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0523612 Sep 20 20:38:54.019495 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f03c4154-8264-471b-90da-69bfdf96d8a5 req-49a5ba3b-79cf-47c0-b940-b676ac390801 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Sep 20 20:38:55.036877 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdd17c-64cf-44b6-b47a-2e1ec6471d2a req-71db9894-d476-4b9c-a0ac-17cf81752e3e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:55.038366 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cbbdd17c-64cf-44b6-b47a-2e1ec6471d2a req-71db9894-d476-4b9c-a0ac-17cf81752e3e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0505843 Sep 20 20:38:55.077580 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cbbdd17c-64cf-44b6-b47a-2e1ec6471d2a req-53ebaff8-df76-4e09-bc26-8d8427f34a60 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328174 Sep 20 20:38:55.144209 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6486a-fd94-429c-9bc3-917d6ad79f81 req-97e5ea8e-947f-4c0e-aaab-8b4e30f53ea4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:55.146234 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3da6486a-fd94-429c-9bc3-917d6ad79f81 req-97e5ea8e-947f-4c0e-aaab-8b4e30f53ea4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0585270 Sep 20 20:38:55.184537 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3da6486a-fd94-429c-9bc3-917d6ad79f81 req-948fa7c7-3adf-4cb0-b893-053e974fa42f tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Sep 20 20:38:56.201447 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6025f-dd84-4fb7-8505-2d7977856a2e req-cc8d75fa-3729-42d9-bec2-ef84aad460c9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:56.203988 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cbe6025f-dd84-4fb7-8505-2d7977856a2e req-cc8d75fa-3729-42d9-bec2-ef84aad460c9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0518072 Sep 20 20:38:56.258558 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cbe6025f-dd84-4fb7-8505-2d7977856a2e req-10a6d491-2c69-4ccc-ac78-16b302540a25 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472212 Sep 20 20:38:56.306559 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35e973-1bea-4019-9ce6-7d0a5c98cbc6 req-8b9901bd-807b-423f-add9-99216b936093 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:56.308028 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8e35e973-1bea-4019-9ce6-7d0a5c98cbc6 req-8b9901bd-807b-423f-add9-99216b936093 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0479994 Sep 20 20:38:56.350499 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8e35e973-1bea-4019-9ce6-7d0a5c98cbc6 req-15755ab3-032a-4d12-bb01-d3a1e0f04d55 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365784 Sep 20 20:38:57.375893 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746db1a-7e43-43b9-a02e-2b12788111b8 req-96cf2ab3-38d0-4c67-b245-9e51de3b0f7a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:57.377375 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e746db1a-7e43-43b9-a02e-2b12788111b8 req-96cf2ab3-38d0-4c67-b245-9e51de3b0f7a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0491195 Sep 20 20:38:57.426765 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e746db1a-7e43-43b9-a02e-2b12788111b8 req-17c97331-42f7-46ab-90f3-85c50716472a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 Sep 20 20:38:57.474728 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a142f43-6297-40bd-b430-77527e9d39c3 req-e6a25ee3-6b8d-4b91-a777-f071f26d5425 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:57.476206 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6a142f43-6297-40bd-b430-77527e9d39c3 req-e6a25ee3-6b8d-4b91-a777-f071f26d5425 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0502832 Sep 20 20:38:57.513502 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6a142f43-6297-40bd-b430-77527e9d39c3 req-ec62d0a1-69f8-49e3-a128-b07b33a70c79 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Sep 20 20:38:58.546197 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ad24d-5063-400d-bc70-37155354692c req-67aa50fc-1f44-4828-8089-4f2e63e7e7c7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:58.547736 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f09ad24d-5063-400d-bc70-37155354692c req-67aa50fc-1f44-4828-8089-4f2e63e7e7c7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0478706 Sep 20 20:38:58.587828 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f09ad24d-5063-400d-bc70-37155354692c req-50906670-e0dd-4d26-a1ee-0867b57d70e3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336139 Sep 20 20:38:58.631967 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f26d6-c209-446a-9a30-536d2716459d req-2e31348e-1d21-4af3-93e4-a43ab6d278a6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:58.633423 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-806f26d6-c209-446a-9a30-536d2716459d req-2e31348e-1d21-4af3-93e4-a43ab6d278a6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0478787 Sep 20 20:38:58.669555 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-806f26d6-c209-446a-9a30-536d2716459d req-688fe380-0c9a-407a-83ad-4c30002e8f89 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301366 Sep 20 20:38:59.703530 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150df3b4-e22b-4631-8729-4f81c2baf6a4 req-557c912b-01ca-4470-9c7d-85998860f284 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:59.705048 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-150df3b4-e22b-4631-8729-4f81c2baf6a4 req-557c912b-01ca-4470-9c7d-85998860f284 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0473905 Sep 20 20:38:59.742768 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-150df3b4-e22b-4631-8729-4f81c2baf6a4 req-b020eb7e-010a-4f94-a62d-b43c5056f44f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314317 Sep 20 20:38:59.782950 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfedf3-2ff7-467f-91b2-80ccfde01b6d req-8cf13b90-a8dc-495a-9e4c-2d1a7ac52ab4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:38:59.784394 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87cfedf3-2ff7-467f-91b2-80ccfde01b6d req-8cf13b90-a8dc-495a-9e4c-2d1a7ac52ab4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0472894 Sep 20 20:38:59.822824 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87cfedf3-2ff7-467f-91b2-80ccfde01b6d req-b4a32268-3b47-4b2d-b7e5-49aee3ebc286 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Sep 20 20:39:00.858261 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208a46e-b57a-490d-a946-eddb8f05f51e req-7fd7e58b-e738-4cff-b6d3-3df6f82aee65 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:00.859733 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7208a46e-b57a-490d-a946-eddb8f05f51e req-7fd7e58b-e738-4cff-b6d3-3df6f82aee65 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0477247 Sep 20 20:39:00.900163 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7208a46e-b57a-490d-a946-eddb8f05f51e req-654be2ad-1787-46d0-932e-cf21a234bee0 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339797 Sep 20 20:39:00.936089 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf58bc-fe22-4014-9dd7-a9aa48e6841e req-9c0a9873-87d5-458d-a677-12fb43171275 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:00.937563 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-24cf58bc-fe22-4014-9dd7-a9aa48e6841e req-9c0a9873-87d5-458d-a677-12fb43171275 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0487642 Sep 20 20:39:00.973650 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-24cf58bc-fe22-4014-9dd7-a9aa48e6841e req-17552d20-bf32-4562-90d8-1d9d02b1b3de tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302310 Sep 20 20:39:02.018233 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b057b-b2fd-45bc-a3f0-e95f4d7dc0d6 req-175bf534-2afb-487e-9d06-0646d08731ab tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:02.020618 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-053b057b-b2fd-45bc-a3f0-e95f4d7dc0d6 req-175bf534-2afb-487e-9d06-0646d08731ab tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0491099 Sep 20 20:39:02.060554 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-053b057b-b2fd-45bc-a3f0-e95f4d7dc0d6 req-94465890-3501-4dcd-b383-95da372ce731 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332985 Sep 20 20:39:02.089845 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223dd80-0d38-4623-bc73-a91300ac6854 req-7e58984e-b2f1-4269-9216-db4b4535d02b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:02.091498 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c223dd80-0d38-4623-bc73-a91300ac6854 req-7e58984e-b2f1-4269-9216-db4b4535d02b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0497456 Sep 20 20:39:02.132488 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c223dd80-0d38-4623-bc73-a91300ac6854 req-ad4559d3-f087-4902-9e01-78ea9b0650b3 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349648 Sep 20 20:39:03.177671 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f34a30-a13d-43d6-b2e9-ad783da804de req-d33d6fdb-7394-4053-aa8a-0b1fd99386b4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:03.179218 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e5f34a30-a13d-43d6-b2e9-ad783da804de req-d33d6fdb-7394-4053-aa8a-0b1fd99386b4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0484152 Sep 20 20:39:03.217888 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e5f34a30-a13d-43d6-b2e9-ad783da804de req-7c4e800e-fefc-47a4-8e4d-d090756e10f3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327468 Sep 20 20:39:03.244592 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f49afa-86de-4508-b5e9-3349a3660ec5 req-02832092-4c84-426d-a277-cadc2d2f114e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:03.246089 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-88f49afa-86de-4508-b5e9-3349a3660ec5 req-02832092-4c84-426d-a277-cadc2d2f114e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0475824 Sep 20 20:39:03.286048 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-88f49afa-86de-4508-b5e9-3349a3660ec5 req-b37f44fc-1878-42d7-8f5d-cbe5dad0cc6d tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341787 Sep 20 20:39:04.260400 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e98569e0-39f4-4947-963a-0f02039e8702 req-8d249738-3be0-491f-afad-67f7b56e6238 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382543 Sep 20 20:39:04.323567 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98569e0-39f4-4947-963a-0f02039e8702 req-13a5b375-f871-4ad9-9429-5699090ac036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:04.325189 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e98569e0-39f4-4947-963a-0f02039e8702 req-13a5b375-f871-4ad9-9429-5699090ac036 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 1099 time: 0.0398450 Sep 20 20:39:04.335271 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e6a6e-883d-447e-84c8-3424336a2d4c req-9678e509-1e37-4b38-9589-d5cd43712117 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:04.337361 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f20e6a6e-883d-447e-84c8-3424336a2d4c req-9678e509-1e37-4b38-9589-d5cd43712117 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0487418 Sep 20 20:39:04.382746 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f20e6a6e-883d-447e-84c8-3424336a2d4c req-1b27e978-da03-468e-8b33-0825624e7466 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394585 Sep 20 20:39:04.456677 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f1537-0f91-4d98-86e8-806a9b6b7433 req-8c834c81-165a-454c-9bc8-779f4a6b4263 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:04.458682 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f41f1537-0f91-4d98-86e8-806a9b6b7433 req-8c834c81-165a-454c-9bc8-779f4a6b4263 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0914116 Sep 20 20:39:04.484384 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98569e0-39f4-4947-963a-0f02039e8702 req-17bf8576-3f3f-4783-9589-09e3b46935a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:04.485755 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e98569e0-39f4-4947-963a-0f02039e8702 req-17bf8576-3f3f-4783-9589-09e3b46935a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=edee2f1e-7029-467d-b39c-c0781942037a HTTP/1.1" status: 200 len: 911 time: 0.1363120 Sep 20 20:39:04.511831 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f41f1537-0f91-4d98-86e8-806a9b6b7433 req-ff349d8b-370a-4868-b87c-6843522db972 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472541 Sep 20 20:39:04.563623 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e98569e0-39f4-4947-963a-0f02039e8702 req-be9a2d25-0b38-4d32-859c-ced02c6a7455 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdef8e61-7395-46cb-b833-b27409cc7406 HTTP/1.1" status: 200 len: 1002 time: 0.0655107 Sep 20 20:39:04.836316 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98569e0-39f4-4947-963a-0f02039e8702 req-59659845-48b0-4ced-99dc-2dad594ea280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:04.838190 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e98569e0-39f4-4947-963a-0f02039e8702 req-59659845-48b0-4ced-99dc-2dad594ea280 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=defa30c0-d28a-488d-9a06-e8a8f66dcec3 HTTP/1.1" status: 200 len: 850 time: 0.2586527 Sep 20 20:39:04.883825 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98569e0-39f4-4947-963a-0f02039e8702 req-bdfee452-e536-4402-9597-f0d9a5fbded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:04.885287 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e98569e0-39f4-4947-963a-0f02039e8702 req-bdfee452-e536-4402-9597-f0d9a5fbded1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edee2f1e-7029-467d-b39c-c0781942037a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405259 Sep 20 20:39:04.986519 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e98569e0-39f4-4947-963a-0f02039e8702 req-731b19e9-91b9-49ca-97f0-fab812b71493 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939250 Sep 20 20:39:05.072566 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e98569e0-39f4-4947-963a-0f02039e8702 req-50055bab-a692-46a7-959d-36aa2b8896d3 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780678 Sep 20 20:39:05.499916 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162d99c-3067-4d38-911c-fbf1dc5aad30 req-d19aeacc-1d3e-4c00-85eb-83ca8d7a20af tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:05.501422 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1162d99c-3067-4d38-911c-fbf1dc5aad30 req-d19aeacc-1d3e-4c00-85eb-83ca8d7a20af tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0482905 Sep 20 20:39:05.537977 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1162d99c-3067-4d38-911c-fbf1dc5aad30 req-82f3150f-8c75-45af-877b-8379a8ec9157 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303385 Sep 20 20:39:05.626148 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b6ecc-4f3b-4851-9c55-1ca7ceadcab5 req-7ea70e26-4bd4-44d9-9683-bcc403ad164e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:05.627606 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-296b6ecc-4f3b-4851-9c55-1ca7ceadcab5 req-7ea70e26-4bd4-44d9-9683-bcc403ad164e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0478919 Sep 20 20:39:05.668424 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-296b6ecc-4f3b-4851-9c55-1ca7ceadcab5 req-d58c7087-4e08-49da-924a-e1f1cc220d9a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342090 Sep 20 20:39:06.689510 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be3c72-497c-44fa-ae45-f87b85929e61 req-566622f3-b753-40ee-b945-02c074fa3d91 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:06.691446 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-75be3c72-497c-44fa-ae45-f87b85929e61 req-566622f3-b753-40ee-b945-02c074fa3d91 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0479000 Sep 20 20:39:06.728442 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-75be3c72-497c-44fa-ae45-f87b85929e61 req-304b60ea-d5d8-4a57-aa18-a154930d2c17 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316372 Sep 20 20:39:06.780557 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617f5c9-7016-4dda-b5b7-5bb7b2adaf0f req-1ee48b58-d37e-470b-ac50-bd91277d1bd8 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:06.782034 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7617f5c9-7016-4dda-b5b7-5bb7b2adaf0f req-1ee48b58-d37e-470b-ac50-bd91277d1bd8 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0469935 Sep 20 20:39:06.818360 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7617f5c9-7016-4dda-b5b7-5bb7b2adaf0f req-f07e0507-aa81-4353-8893-e1b93e03c41b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302560 Sep 20 20:39:06.821072 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:07.845051 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2c5be-6f1f-4875-9ae0-9684178924ea req-2a4b5d4d-28e9-4124-bb85-b70c8b856630 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:07.846594 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2ac2c5be-6f1f-4875-9ae0-9684178924ea req-2a4b5d4d-28e9-4124-bb85-b70c8b856630 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0474589 Sep 20 20:39:07.887036 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2ac2c5be-6f1f-4875-9ae0-9684178924ea req-0078fa85-436d-4830-a469-60a05c05aa74 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344460 Sep 20 20:39:07.930878 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4e868-4f0d-4c56-83d9-cb23a73e3498 req-d58a2f0e-f5f5-43c7-9467-336759693a7c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:07.932421 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1df4e868-4f0d-4c56-83d9-cb23a73e3498 req-d58a2f0e-f5f5-43c7-9467-336759693a7c tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0491054 Sep 20 20:39:07.969140 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1df4e868-4f0d-4c56-83d9-cb23a73e3498 req-5a9d1f05-38c8-454d-9e7e-1a879492ccae tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308692 Sep 20 20:39:08.615523 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:39:09.004364 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83082bc4-b02c-4805-9a43-558862ca1975 req-ed914075-dd3f-4d71-8976-0e3ec7a109e9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:09.005865 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-83082bc4-b02c-4805-9a43-558862ca1975 req-ed914075-dd3f-4d71-8976-0e3ec7a109e9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0474701 Sep 20 20:39:09.043985 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-83082bc4-b02c-4805-9a43-558862ca1975 req-5c8b33bf-2ba9-4820-af59-98b8662c6e5e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321994 Sep 20 20:39:09.082613 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b53cb-adf4-4d2f-a118-e123ca49b08c req-7aaa0796-c814-4136-bd23-94fd9d619eb0 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:09.084661 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fd6b53cb-adf4-4d2f-a118-e123ca49b08c req-7aaa0796-c814-4136-bd23-94fd9d619eb0 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0505538 Sep 20 20:39:09.125261 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fd6b53cb-adf4-4d2f-a118-e123ca49b08c req-704b0279-280f-439b-bc1e-730af654e938 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345221 Sep 20 20:39:10.166134 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38b77-2212-4a7f-9347-0d2d4c9d1d35 req-41128dbd-35bd-4677-b232-2d7ad42802a9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:10.167606 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1fd38b77-2212-4a7f-9347-0d2d4c9d1d35 req-41128dbd-35bd-4677-b232-2d7ad42802a9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0474033 Sep 20 20:39:10.204741 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1fd38b77-2212-4a7f-9347-0d2d4c9d1d35 req-d7f12092-1ab4-4530-b8e9-b746466d9504 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314727 Sep 20 20:39:10.241896 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56022d-196c-4ac0-98c1-0f48d48a74e0 req-555c6c21-58ca-4263-a8cc-5ffe8d5eb492 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:10.243397 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7d56022d-196c-4ac0-98c1-0f48d48a74e0 req-555c6c21-58ca-4263-a8cc-5ffe8d5eb492 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0483012 Sep 20 20:39:10.280172 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7d56022d-196c-4ac0-98c1-0f48d48a74e0 req-ec1890a6-2ecc-4b2f-923c-b1d47d31ca46 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309846 Sep 20 20:39:10.855783 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e95c1cb0-0a93-4e04-9a9e-1e1896371906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:11.322560 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9adfa-37bd-4663-b84c-27d216aa7367 req-5629b490-6cda-448e-8f10-b47a68e7d046 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:11.324038 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-64a9adfa-37bd-4663-b84c-27d216aa7367 req-5629b490-6cda-448e-8f10-b47a68e7d046 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0485189 Sep 20 20:39:11.365263 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-64a9adfa-37bd-4663-b84c-27d216aa7367 req-5d630b8f-840a-448f-b8f9-ada5f2cca29a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355046 Sep 20 20:39:11.393607 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f209f8-02d5-4d9c-89b8-813e07f47a4f req-3991be14-9d0d-4bb8-a23b-80f7cfe89107 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:11.395158 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d0f209f8-02d5-4d9c-89b8-813e07f47a4f req-3991be14-9d0d-4bb8-a23b-80f7cfe89107 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0486033 Sep 20 20:39:11.433637 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d0f209f8-02d5-4d9c-89b8-813e07f47a4f req-9599fbe7-e238-4a6c-b63b-480209e43895 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323915 Sep 20 20:39:12.482944 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309260a-4a4e-4acf-a2fa-9a6fabef00cf req-4e2d2d95-c611-4cf7-a70f-61ed54e32d0b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:12.484441 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6309260a-4a4e-4acf-a2fa-9a6fabef00cf req-4e2d2d95-c611-4cf7-a70f-61ed54e32d0b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0481796 Sep 20 20:39:12.521548 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6309260a-4a4e-4acf-a2fa-9a6fabef00cf req-9aca8e65-0861-47a8-a794-291f6a0a56f9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312304 Sep 20 20:39:12.547361 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bec8a0-007b-42de-ab1d-250027fadc83 req-35aba97f-78a5-42af-8ab5-5269f29931b6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:12.549328 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e1bec8a0-007b-42de-ab1d-250027fadc83 req-35aba97f-78a5-42af-8ab5-5269f29931b6 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0495701 Sep 20 20:39:12.591450 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e1bec8a0-007b-42de-ab1d-250027fadc83 req-f83b954a-c942-4117-9ac6-0c5e5e891bdf tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355091 Sep 20 20:39:13.404547 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cc70e6f-eef7-43b8-a871-adb585737e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:13.641720 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f03a6a-8da9-4c02-a29c-49256384bfc0 req-8b5761b6-5f7f-489b-b96c-ee0b8ba05f4b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:13.643380 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c3f03a6a-8da9-4c02-a29c-49256384bfc0 req-8b5761b6-5f7f-489b-b96c-ee0b8ba05f4b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0501821 Sep 20 20:39:13.682981 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c3f03a6a-8da9-4c02-a29c-49256384bfc0 req-0b26e8fa-a6aa-417d-826b-25f084f7dbdc tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332918 Sep 20 20:39:13.713106 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c367ef6-ebed-48ac-a266-249a43bb8fab req-7a940f41-ed5b-4abc-88ff-a5ad4bde9d60 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:13.714648 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3c367ef6-ebed-48ac-a266-249a43bb8fab req-7a940f41-ed5b-4abc-88ff-a5ad4bde9d60 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0541940 Sep 20 20:39:13.752470 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3c367ef6-ebed-48ac-a266-249a43bb8fab req-fb3ee304-43f0-4c9d-9881-671324e1c272 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Sep 20 20:39:13.957412 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 42956) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:13.990939 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:14.081297 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1297209-a95e-4e0a-ba5a-6df66190156a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:14.165078 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1297209-a95e-4e0a-ba5a-6df66190156a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:14.168771 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1297209-a95e-4e0a-ba5a-6df66190156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:14.207025 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d1297209-a95e-4e0a-ba5a-6df66190156a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a21c4ce6a3f401fb17f2fd76f41c528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484784 Sep 20 20:39:14.207856 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1297209-a95e-4e0a-ba5a-6df66190156a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00660fca-5f42-412f-b46f-8be3f02445fe,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:14.209625 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 42960) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:14.258199 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dfd6faf3-25c9-4c66-bfa3-577f8a5085b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:14.278114 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dfd6faf3-25c9-4c66-bfa3-577f8a5085b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:14.325643 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dfd6faf3-25c9-4c66-bfa3-577f8a5085b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:14.328195 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dfd6faf3-25c9-4c66-bfa3-577f8a5085b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:14.329335 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-dfd6faf3-25c9-4c66-bfa3-577f8a5085b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00660fca-5f42-412f-b46f-8be3f02445fe HTTP/1.1" status: 204 len: 168 time: 0.1179633 Sep 20 20:39:14.337216 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6faf3-25c9-4c66-bfa3-577f8a5085b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00660fca-5f42-412f-b46f-8be3f02445fe,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:14.684461 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:14.803979 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5369c6-10b7-4441-93b3-f50a574b8f74 req-6bb455e1-874c-45bb-b910-f6d8d3d04ec5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:14.806088 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-db5369c6-10b7-4441-93b3-f50a574b8f74 req-6bb455e1-874c-45bb-b910-f6d8d3d04ec5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0511782 Sep 20 20:39:14.851253 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-db5369c6-10b7-4441-93b3-f50a574b8f74 req-db46b7ab-7207-41f8-93c0-3efe53f6502f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374403 Sep 20 20:39:14.877908 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0135c46-ff84-419f-8a38-ce18e7cbf037 req-5c11619d-2e68-44d8-b167-ee9db71bfb7b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:14.879469 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b0135c46-ff84-419f-8a38-ce18e7cbf037 req-5c11619d-2e68-44d8-b167-ee9db71bfb7b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0594764 Sep 20 20:39:14.918498 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b0135c46-ff84-419f-8a38-ce18e7cbf037 req-8d1313fe-6374-4f1d-a725-bdbb30186e1b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328858 Sep 20 20:39:15.694829 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6b4d8-6f21-4765-9fe4-faa9d9827d05 req-e54ec457-0ac0-4741-b4fa-b6b156b61619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:15.696372 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c4d6b4d8-6f21-4765-9fe4-faa9d9827d05 req-e54ec457-0ac0-4741-b4fa-b6b156b61619 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 1099 time: 0.0520070 Sep 20 20:39:15.731666 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c4d6b4d8-6f21-4765-9fe4-faa9d9827d05 req-2314ac18-c665-42ac-9a96-ca55b4cb8ffa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264380 Sep 20 20:39:15.971122 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c07b2-2585-4813-9034-22721b06223a req-19113c10-1b30-4d19-b460-9e14d98a7ae5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:15.972599 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c34c07b2-2585-4813-9034-22721b06223a req-19113c10-1b30-4d19-b460-9e14d98a7ae5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 943 time: 0.0475566 Sep 20 20:39:16.010212 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c34c07b2-2585-4813-9034-22721b06223a req-90ec341e-d52e-4eae-9a09-34a2d85dafce tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310817 Sep 20 20:39:16.029383 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc9789-e5df-40c2-9d70-11e73db4dea8 req-30651b0e-31e8-46ea-a85d-3bac0089feb2 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:16.030883 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bacc9789-e5df-40c2-9d70-11e73db4dea8 req-30651b0e-31e8-46ea-a85d-3bac0089feb2 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0472863 Sep 20 20:39:16.067379 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bacc9789-e5df-40c2-9d70-11e73db4dea8 req-4f96514a-6ab5-452d-bc06-27611dfd28f4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297236 Sep 20 20:39:16.211777 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:16.542212 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:39:16.633098 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:39:16.647531 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'port_id': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'mac_address': 'fa:16:3e:00:29:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:39:16.685696 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:16.698135 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:39:16.717764 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:39:16.721299 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:16.769125 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,revision_number=9']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:17.032896 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:39:17.137067 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495bae6-f102-4286-8741-a8fd155eb99d req-d031c4dd-df0e-4e57-84cd-174847d55a20 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:17.138571 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6495bae6-f102-4286-8741-a8fd155eb99d req-d031c4dd-df0e-4e57-84cd-174847d55a20 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0577574 Sep 20 20:39:17.186167 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6495bae6-f102-4286-8741-a8fd155eb99d req-0833137d-1083-4c30-80ef-6ec48b5d1ed6 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334642 Sep 20 20:39:17.188228 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c70c87-75d8-4a97-98f7-3e82399b17f9 req-16ca3fe0-4009-4d42-9435-52b5f3a35c16 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:17.189887 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25c70c87-75d8-4a97-98f7-3e82399b17f9 req-16ca3fe0-4009-4d42-9435-52b5f3a35c16 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0544236 Sep 20 20:39:17.226927 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25c70c87-75d8-4a97-98f7-3e82399b17f9 req-6ae9c798-d006-4631-a52d-98e8219c0e17 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306928 Sep 20 20:39:17.557828 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3abe4-7681-4173-b1ea-e1f75f394a8f req-d8341fb8-2f1d-423f-90f5-1199590b70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:17.559386 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cbf3abe4-7681-4173-b1ea-e1f75f394a8f req-d8341fb8-2f1d-423f-90f5-1199590b70c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 1099 time: 0.0404110 Sep 20 20:39:17.565147 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0841c48-ac35-4c21-8a6f-80e2fc6ef323 req-09ef8717-ce2b-440b-976a-1321b462cfa2 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:17.566711 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c0841c48-ac35-4c21-8a6f-80e2fc6ef323 req-09ef8717-ce2b-440b-976a-1321b462cfa2 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0499675 Sep 20 20:39:17.603490 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c0841c48-ac35-4c21-8a6f-80e2fc6ef323 req-e3b56f8f-f934-48da-8ff5-8c7e50086f12 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305698 Sep 20 20:39:17.646150 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3abe4-7681-4173-b1ea-e1f75f394a8f req-4e02f1e2-1843-4a01-8f52-5e79103dcdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:17.647595 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cbf3abe4-7681-4173-b1ea-e1f75f394a8f req-4e02f1e2-1843-4a01-8f52-5e79103dcdc4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 200 len: 918 time: 0.0812368 Sep 20 20:39:17.692049 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cbf3abe4-7681-4173-b1ea-e1f75f394a8f req-7554a616-2a66-4c3a-97c6-998d3b19b2b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff769277-fe62-484c-8b36-bebbd8c7ad77 HTTP/1.1" status: 200 len: 217 time: 0.0365477 Sep 20 20:39:17.739510 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3abe4-7681-4173-b1ea-e1f75f394a8f req-f03d008d-6bd8-47a0-8e53-6a7ad6e8ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:17.740868 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cbf3abe4-7681-4173-b1ea-e1f75f394a8f req-f03d008d-6bd8-47a0-8e53-6a7ad6e8ae26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a785b9f0-8952-486a-a6fc-517f7dd3ed62 HTTP/1.1" status: 200 len: 858 time: 0.0413604 Sep 20 20:39:17.771437 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cbf3abe4-7681-4173-b1ea-e1f75f394a8f req-8934ea95-f1c8-4641-ba60-7ae3af12a43a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f6cc1c2-8040-4ca3-acf5-d90aae140e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230241 Sep 20 20:39:17.859940 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cbf3abe4-7681-4173-b1ea-e1f75f394a8f req-91cab7c6-2883-4977-9805-6f1f039b886e service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814750 Sep 20 20:39:17.957004 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cbf3abe4-7681-4173-b1ea-e1f75f394a8f req-a4667210-62da-4b38-80d8-b7407ada2f8c service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810592 Sep 20 20:39:18.315962 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dabad8-663a-4b6d-9caf-4c99b2fef25f req-cdfbc670-f015-4295-b81e-3cd0d082c13b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:18.317430 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f9dabad8-663a-4b6d-9caf-4c99b2fef25f req-cdfbc670-f015-4295-b81e-3cd0d082c13b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 944 time: 0.0521851 Sep 20 20:39:18.355119 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f9dabad8-663a-4b6d-9caf-4c99b2fef25f req-cd464ec4-2049-4bed-870c-20ae33a24536 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312889 Sep 20 20:39:18.542620 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:39:18.587570 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:39:18.587934 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:18.664021 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:18.719485 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a4d1d-5e17-4576-b81a-be8e4200f1ed req-bd9a41e0-07bc-44f0-a2fa-bb6831bfc89b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:18.721043 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-529a4d1d-5e17-4576-b81a-be8e4200f1ed req-bd9a41e0-07bc-44f0-a2fa-bb6831bfc89b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0500557 Sep 20 20:39:18.761222 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-529a4d1d-5e17-4576-b81a-be8e4200f1ed req-ea033e76-38a9-402f-ad27-5c4a589fe673 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331879 Sep 20 20:39:18.815489 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:39:18.818236 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aa9aee-02f8-41ea-99a3-76720f10b67e" -d '{"events": [{"server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:39:18.830065 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:39:18.835203 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:18.857686 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff630d2-a182-4451-a04b-1e2973c37a41 x-openstack-request-id: req-6ff630d2-a182-4451-a04b-1e2973c37a41 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:39:18.857982 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "name": "network-vif-plugged", "status": "completed", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:39:18.858302 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ff630d2-a182-4451-a04b-1e2973c37a41 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:39:18.858680 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'code': 200} Sep 20 20:39:18.883710 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,revision_number=10']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:19.340640 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707826e-8412-45c8-bf95-c8980cfbb554 req-c9b3ee63-2476-4841-ba0d-080609154a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:19.342104 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9707826e-8412-45c8-bf95-c8980cfbb554 req-c9b3ee63-2476-4841-ba0d-080609154a77 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 1099 time: 0.0424910 Sep 20 20:39:19.380952 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9707826e-8412-45c8-bf95-c8980cfbb554 req-69d064d9-0991-4db1-b43a-1b5c25fceda6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300694 Sep 20 20:39:19.479248 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f155fe-9ff1-4a7e-9629-95daa530103a req-f805e01f-eade-47fd-8edc-5fc46d456d57 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:19.480690 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-54f155fe-9ff1-4a7e-9629-95daa530103a req-f805e01f-eade-47fd-8edc-5fc46d456d57 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 946 time: 0.0508728 Sep 20 20:39:19.515984 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-54f155fe-9ff1-4a7e-9629-95daa530103a req-3a5bcfb0-0811-4c61-b6de-b84c126662cc tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294726 Sep 20 20:39:19.876718 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65c962-a7f6-44ca-9277-d6db08738769 req-98cbcc14-ae36-4736-9d97-11d439580a03 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:19.878187 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0d65c962-a7f6-44ca-9277-d6db08738769 req-98cbcc14-ae36-4736-9d97-11d439580a03 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0482841 Sep 20 20:39:19.915054 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0d65c962-a7f6-44ca-9277-d6db08738769 req-afbf9443-14d2-4bc7-b405-45f5771c7d75 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305250 Sep 20 20:39:20.635103 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a9c30-8a9e-45ce-b5e3-4eac27889366 req-540131cf-6a51-46ad-8033-08ac3128e1d3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:20.636549 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-720a9c30-8a9e-45ce-b5e3-4eac27889366 req-540131cf-6a51-46ad-8033-08ac3128e1d3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 946 time: 0.0468760 Sep 20 20:39:20.673590 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-720a9c30-8a9e-45ce-b5e3-4eac27889366 req-3ec9e3ed-ec50-4a24-8d36-d0cb99ccffa7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310636 Sep 20 20:39:21.801417 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642d70b-8c1c-4536-bb54-4af03c762baa req-c0d71df3-8cfe-4a90-a325-3602908a93a5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:21.803178 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0642d70b-8c1c-4536-bb54-4af03c762baa req-c0d71df3-8cfe-4a90-a325-3602908a93a5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 946 time: 0.0505815 Sep 20 20:39:21.850234 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0642d70b-8c1c-4536-bb54-4af03c762baa req-fbfb2317-108f-4379-b54c-05fa4d235254 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406070 Sep 20 20:39:25.939165 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e4146-77d9-422a-942d-356648932bbb req-224f6317-5c5c-40e2-8a88-b4d4958a93d4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:25.940740 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-708e4146-77d9-422a-942d-356648932bbb req-224f6317-5c5c-40e2-8a88-b4d4958a93d4 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0521216 Sep 20 20:39:25.977878 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-708e4146-77d9-422a-942d-356648932bbb req-82c9fe61-b70b-4f17-94d8-b611c52e7156 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Sep 20 20:39:27.093961 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99697c-c306-4059-875d-6c681ed5cccd req-8e2e9761-c351-4e0b-9a1a-0fe8a8aa2560 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:27.095427 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d99697c-c306-4059-875d-6c681ed5cccd req-8e2e9761-c351-4e0b-9a1a-0fe8a8aa2560 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0505965 Sep 20 20:39:27.131072 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3d99697c-c306-4059-875d-6c681ed5cccd req-976d87b6-063b-43e5-8f92-22c4cb4e969a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299520 Sep 20 20:39:28.242423 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55021e-1670-4745-92f9-1a0ab621ae09 req-4c08604c-31fa-41e9-abf2-edb0ea5a6b44 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:28.243919 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ba55021e-1670-4745-92f9-1a0ab621ae09 req-4c08604c-31fa-41e9-abf2-edb0ea5a6b44 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0475938 Sep 20 20:39:28.280860 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ba55021e-1670-4745-92f9-1a0ab621ae09 req-887a6cdf-c134-4a4d-a080-c5f8c8e26936 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 Sep 20 20:39:28.449850 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f86b1-f942-4157-996f-ffdf2a341d54 req-5b4cd16c-0203-4918-a931-fc0b43276cf1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:28.451284 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb1f86b1-f942-4157-996f-ffdf2a341d54 req-5b4cd16c-0203-4918-a931-fc0b43276cf1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.45 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 945 time: 0.0465026 Sep 20 20:39:28.537562 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fb1f86b1-f942-4157-996f-ffdf2a341d54 req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Deleting port a663dd00-6e15-401c-8d5b-f37e1652e2cc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:39:28.537892 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fb1f86b1-f942-4157-996f-ffdf2a341d54 req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:28.622740 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-fb1f86b1-f942-4157-996f-ffdf2a341d54 req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] For port a663dd00-6e15-401c-8d5b-f37e1652e2cc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=a663dd00-6e15-401c-8d5b-f37e1652e2cc,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:39:28.623093 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fb1f86b1-f942-4157-996f-ffdf2a341d54 req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:28.635662 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-fb1f86b1-f942-4157-996f-ffdf2a341d54 req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Calling delete_port for a663dd00-6e15-401c-8d5b-f37e1652e2cc owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:39:28.760186 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fb1f86b1-f942-4157-996f-ffdf2a341d54 req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:28.773834 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['ff769277-fe62-484c-8b36-bebbd8c7ad77'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:39:28.789481 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Pushing event deleted for resources: {'Port': ['ID=a663dd00-6e15-401c-8d5b-f37e1652e2cc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:28.803532 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.803884 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.804233 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.804572 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.804908 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.805253 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.805633 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.805961 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.806311 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.807029 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.807029 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.807259 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:28.846994 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1f86b1-f942-4157-996f-ffdf2a341d54 req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] No DVR routers for this DVR port a663dd00-6e15-401c-8d5b-f37e1652e2cc on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:39:28.849510 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-fb1f86b1-f942-4157-996f-ffdf2a341d54 req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:28.851542 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb1f86b1-f942-4157-996f-ffdf2a341d54 req-5a0aad0d-e891-413e-a444-3099cb91acb1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.45 "DELETE /v2.0/ports/a663dd00-6e15-401c-8d5b-f37e1652e2cc HTTP/1.1" status: 204 len: 173 time: 0.3932989 Sep 20 20:39:28.851973 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b47192-13f3-4380-8803-d3d7d02553f7', 'name': 'network-vif-deleted', 'tag': 'a663dd00-6e15-401c-8d5b-f37e1652e2cc'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:39:28.854615 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f9ef55-4c93-4641-aedb-6bb46a9325aa" -d '{"events": [{"server_uuid": "10b47192-13f3-4380-8803-d3d7d02553f7", "name": "network-vif-deleted", "tag": "a663dd00-6e15-401c-8d5b-f37e1652e2cc"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:39:28.894358 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2f10b9-20ba-4b52-bb99-05b15fc30d6a x-openstack-request-id: req-ee2f10b9-20ba-4b52-bb99-05b15fc30d6a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:39:28.894729 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b47192-13f3-4380-8803-d3d7d02553f7", "name": "network-vif-deleted", "tag": "a663dd00-6e15-401c-8d5b-f37e1652e2cc", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:39:28.895208 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee2f10b9-20ba-4b52-bb99-05b15fc30d6a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:39:28.895770 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b47192-13f3-4380-8803-d3d7d02553f7', 'name': 'network-vif-deleted', 'tag': 'a663dd00-6e15-401c-8d5b-f37e1652e2cc', 'status': 'completed', 'code': 200} Sep 20 20:39:29.384065 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f9d7478e-62a5-467d-9986-22f540ebae38 req-d02fcf1c-6800-4906-92a1-a16c2bb0b532 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b47192-13f3-4380-8803-d3d7d02553f7 HTTP/1.1" status: 200 len: 210 time: 0.0266964 Sep 20 20:39:30.606689 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device a663dd00-6e15-401c-8d5b-f37e1652e2cc no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:39:30.627345 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: a663dd00-6e15-401c-8d5b-f37e1652e2cc {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:39:30.627593 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device a663dd00-6e15-401c-8d5b-f37e1652e2cc not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:39:30.665594 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39393be8-e698-4302-863b-d329cc9d5870 req-bafd89a3-4131-4cac-adf9-ae8b29fd4be8 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:30.667118 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-39393be8-e698-4302-863b-d329cc9d5870 req-bafd89a3-4131-4cac-adf9-ae8b29fd4be8 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0514069 Sep 20 20:39:30.710340 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-39393be8-e698-4302-863b-d329cc9d5870 req-edf790de-4cbd-41a0-8da5-0e8c5319412e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370777 Sep 20 20:39:30.948679 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025606a-2627-4a75-b2ad-f0f61d7aa750 req-bc4ffbef-dd12-4412-9b6a-527e6d7f2b0c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:30.950099 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e025606a-2627-4a75-b2ad-f0f61d7aa750 req-bc4ffbef-dd12-4412-9b6a-527e6d7f2b0c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0502021 Sep 20 20:39:30.987078 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e025606a-2627-4a75-b2ad-f0f61d7aa750 req-0da5175d-f6d2-4cc8-a6bc-7bcd818ccee9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311108 Sep 20 20:39:31.830544 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278aaea-db13-48bc-b348-ff0d8757ae8f req-b5a1e3d4-eae0-49a0-90f0-fc3ab7485f91 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:31.832020 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7278aaea-db13-48bc-b348-ff0d8757ae8f req-b5a1e3d4-eae0-49a0-90f0-fc3ab7485f91 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0518537 Sep 20 20:39:31.868815 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7278aaea-db13-48bc-b348-ff0d8757ae8f req-6a25ab4e-19e8-47da-a2db-d577f71b0b9a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302856 Sep 20 20:39:32.100056 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0da8-eb87-4037-a6bf-e269628ba108 req-cf3b6d00-ecb4-4fae-bac2-9ec955177de4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:32.101504 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fccd0da8-eb87-4037-a6bf-e269628ba108 req-cf3b6d00-ecb4-4fae-bac2-9ec955177de4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0478785 Sep 20 20:39:32.138615 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fccd0da8-eb87-4037-a6bf-e269628ba108 req-17fe1875-2e27-412b-8dc7-6dc5696df07d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302169 Sep 20 20:39:32.980893 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6e199-cc11-4d8a-b1a2-5a5fec5475f0 req-4298bc0b-96e2-4eba-9a3b-853f47e3a927 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:32.982414 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f7c6e199-cc11-4d8a-b1a2-5a5fec5475f0 req-4298bc0b-96e2-4eba-9a3b-853f47e3a927 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0482631 Sep 20 20:39:33.019925 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f7c6e199-cc11-4d8a-b1a2-5a5fec5475f0 req-396bfda5-c848-40f5-b78c-4eab14df09d1 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Sep 20 20:39:33.250260 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265c828-f82f-44c0-8b0a-7216fbca28bd req-5ad4d013-b1c6-43cb-a277-9bf436f762a0 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:33.251719 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0265c828-f82f-44c0-8b0a-7216fbca28bd req-5ad4d013-b1c6-43cb-a277-9bf436f762a0 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0474286 Sep 20 20:39:33.293578 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0265c828-f82f-44c0-8b0a-7216fbca28bd req-43171db7-b581-464d-9b49-1d50229656e4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353127 Sep 20 20:39:34.132955 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c08998-daf8-406b-840b-77632490c551 req-ef82fbd5-cefe-4730-bee1-4160297049ea tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:34.134421 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a8c08998-daf8-406b-840b-77632490c551 req-ef82fbd5-cefe-4730-bee1-4160297049ea tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0465245 Sep 20 20:39:34.172540 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a8c08998-daf8-406b-840b-77632490c551 req-f6d6b71b-d0ec-483c-b306-fab3feccd158 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Sep 20 20:39:34.406056 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a231dfb-180b-410a-b206-87892d1a3fa3 req-e7b44494-32bf-43f1-8144-36439ba7bdfa tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:34.407552 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8a231dfb-180b-410a-b206-87892d1a3fa3 req-e7b44494-32bf-43f1-8144-36439ba7bdfa tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0500572 Sep 20 20:39:34.446765 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8a231dfb-180b-410a-b206-87892d1a3fa3 req-9adbf010-c2ca-4111-b10a-e043567d0682 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329413 Sep 20 20:39:35.292228 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84695c-4ea9-4ab2-8caf-c5664949c952 req-14944d64-b48d-4238-a267-13bb9d18983b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:35.293709 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e84695c-4ea9-4ab2-8caf-c5664949c952 req-14944d64-b48d-4238-a267-13bb9d18983b tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0526290 Sep 20 20:39:35.329722 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e84695c-4ea9-4ab2-8caf-c5664949c952 req-21b1744d-0cf6-4014-a067-891810f7e6ea tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301173 Sep 20 20:39:35.563468 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c5b13-ddef-47a2-b1f0-6ce5cd8da9a5 req-e9cfe9dd-e74e-48ac-ae23-c931ff655e0c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:35.564967 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-036c5b13-ddef-47a2-b1f0-6ce5cd8da9a5 req-e9cfe9dd-e74e-48ac-ae23-c931ff655e0c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0479302 Sep 20 20:39:35.601957 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-036c5b13-ddef-47a2-b1f0-6ce5cd8da9a5 req-fd00ed30-ad10-4b21-b4d8-b8ad55bebc92 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308156 Sep 20 20:39:36.442088 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c70fd-d510-49c3-baf5-a77c079d6790 req-1ad7343b-478b-4cab-b6a1-5ba427aaebe7 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:36.443568 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3b0c70fd-d510-49c3-baf5-a77c079d6790 req-1ad7343b-478b-4cab-b6a1-5ba427aaebe7 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Sep 20 20:39:36.480634 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3b0c70fd-d510-49c3-baf5-a77c079d6790 req-f74f0366-42b1-46d1-9986-8205a72a964e tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/security-groups?id=817760ef-0bb3-42be-9988-b7dc7a35403a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312383 Sep 20 20:39:36.720721 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50ad88-0522-4c22-91e1-3cb06d641766 req-4639d8f2-8c12-43e9-a2f6-9f96c3a33d3b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:36.722200 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4e50ad88-0522-4c22-91e1-3cb06d641766 req-4639d8f2-8c12-43e9-a2f6-9f96c3a33d3b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0485706 Sep 20 20:39:36.763875 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4e50ad88-0522-4c22-91e1-3cb06d641766 req-9dbec3b5-486d-4b39-a197-f741d73b5dae tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350797 Sep 20 20:39:36.825383 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:37.184920 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849567-c9b3-4d51-a6d3-c1022716da8b req-e36660f0-cef3-43c7-bd13-0759045dc00a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:37.186562 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cb849567-c9b3-4d51-a6d3-c1022716da8b req-e36660f0-cef3-43c7-bd13-0759045dc00a tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 946 time: 0.0491576 Sep 20 20:39:37.279322 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-cb849567-c9b3-4d51-a6d3-c1022716da8b req-26df2331-24b5-4de4-a9f8-3cf06744e281 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Deleting port ff769277-fe62-484c-8b36-bebbd8c7ad77 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:39:37.279656 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cb849567-c9b3-4d51-a6d3-c1022716da8b req-26df2331-24b5-4de4-a9f8-3cf06744e281 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:37.365379 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-cb849567-c9b3-4d51-a6d3-c1022716da8b req-26df2331-24b5-4de4-a9f8-3cf06744e281 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] For port ff769277-fe62-484c-8b36-bebbd8c7ad77, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=ff769277-fe62-484c-8b36-bebbd8c7ad77,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:39:37.365735 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cb849567-c9b3-4d51-a6d3-c1022716da8b req-26df2331-24b5-4de4-a9f8-3cf06744e281 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:37.377749 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-cb849567-c9b3-4d51-a6d3-c1022716da8b req-26df2331-24b5-4de4-a9f8-3cf06744e281 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Calling delete_port for ff769277-fe62-484c-8b36-bebbd8c7ad77 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:39:37.504306 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cb849567-c9b3-4d51-a6d3-c1022716da8b req-26df2331-24b5-4de4-a9f8-3cf06744e281 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:37.517126 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['ff769277-fe62-484c-8b36-bebbd8c7ad77'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:39:37.562752 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df2331-24b5-4de4-a9f8-3cf06744e281 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Pushing event deleted for resources: {'Port': ['ID=ff769277-fe62-484c-8b36-bebbd8c7ad77,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:37.589707 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb849567-c9b3-4d51-a6d3-c1022716da8b req-26df2331-24b5-4de4-a9f8-3cf06744e281 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] No DVR routers for this DVR port ff769277-fe62-484c-8b36-bebbd8c7ad77 on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:39:37.592339 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-cb849567-c9b3-4d51-a6d3-c1022716da8b req-26df2331-24b5-4de4-a9f8-3cf06744e281 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:37.594687 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-cb849567-c9b3-4d51-a6d3-c1022716da8b req-26df2331-24b5-4de4-a9f8-3cf06744e281 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.45 "DELETE /v2.0/ports/ff769277-fe62-484c-8b36-bebbd8c7ad77 HTTP/1.1" status: 204 len: 173 time: 0.4016004 Sep 20 20:39:37.608782 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e70fe69-8c52-4280-9106-413588e30627', 'name': 'network-vif-deleted', 'tag': 'ff769277-fe62-484c-8b36-bebbd8c7ad77'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:39:37.611041 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997fbe1d-8495-4f0c-afb5-d0cf14ff1965" -d '{"events": [{"server_uuid": "3e70fe69-8c52-4280-9106-413588e30627", "name": "network-vif-deleted", "tag": "ff769277-fe62-484c-8b36-bebbd8c7ad77"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:39:37.626840 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-944b380e-c4c4-4115-8fd2-cb9477b49881 req-1781a794-b4ed-4aed-a0a5-691824a3d684 tempest-ServerRescueNegativeTestJSON-1434931177 tempest-ServerRescueNegativeTestJSON-1434931177-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e70fe69-8c52-4280-9106-413588e30627 HTTP/1.1" status: 200 len: 210 time: 0.0705705 Sep 20 20:39:37.653367 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b557744d-5105-4b26-abd3-f7e531e9d759 x-openstack-request-id: req-b557744d-5105-4b26-abd3-f7e531e9d759 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:39:37.653651 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e70fe69-8c52-4280-9106-413588e30627", "name": "network-vif-deleted", "tag": "ff769277-fe62-484c-8b36-bebbd8c7ad77", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:39:37.653898 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b557744d-5105-4b26-abd3-f7e531e9d759 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:39:37.654547 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e70fe69-8c52-4280-9106-413588e30627', 'name': 'network-vif-deleted', 'tag': 'ff769277-fe62-484c-8b36-bebbd8c7ad77', 'status': 'completed', 'code': 200} Sep 20 20:39:37.877764 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5d30e-01ff-4451-97fa-97d700c39593 req-03522def-a243-4f2e-b269-9730a5dfbcd4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:37.879479 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5aa5d30e-01ff-4451-97fa-97d700c39593 req-03522def-a243-4f2e-b269-9730a5dfbcd4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0484042 Sep 20 20:39:37.918751 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5aa5d30e-01ff-4451-97fa-97d700c39593 req-31d523ac-609f-43d0-9890-e92028a5e6de tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332134 Sep 20 20:39:38.672952 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43326) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:39.032507 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbba01-4e1e-4c62-b81f-5a9bf51ad8bc req-6b19c37d-3bed-45e7-abae-4a747c351bb8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:39.034045 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87dbba01-4e1e-4c62-b81f-5a9bf51ad8bc req-6b19c37d-3bed-45e7-abae-4a747c351bb8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0482965 Sep 20 20:39:39.071068 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-87dbba01-4e1e-4c62-b81f-5a9bf51ad8bc req-acea3c54-1faf-4d92-ad8d-03677328d1f5 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Sep 20 20:39:39.075304 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529938'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:39.558635 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Deleting port 6a4825a7-0639-40e4-80b4-a6bfba6309af {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:39:39.558972 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:39.641780 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] For port 6a4825a7-0639-40e4-80b4-a6bfba6309af, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=6a4825a7-0639-40e4-80b4-a6bfba6309af,segment=NetworkSegment(31a584d1-71bc-472d-9ab3-fdf4e9c6be6b),segment_id=31a584d1-71bc-472d-9ab3-fdf4e9c6be6b)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:39:39.642169 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:39.654725 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Calling delete_port for 6a4825a7-0639-40e4-80b4-a6bfba6309af owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:39:39.867022 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:39.893927 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=6a4825a7-0639-40e4-80b4-a6bfba6309af,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:39.920796 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:39.921135 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:39.921472 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:39.921798 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:39.922152 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:39.922475 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:39.922790 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:39.923103 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:39.923417 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:39.923728 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:39.924036 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:39.924341 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:39:40.058819 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529826'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:40.206385 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27a5a8-ea1c-445c-9c29-1e762e5c0ff6 req-3aa1e69b-3b3d-40a7-b5d0-d3ed7f3dcf89 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:40.207782 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ae27a5a8-ea1c-445c-9c29-1e762e5c0ff6 req-3aa1e69b-3b3d-40a7-b5d0-d3ed7f3dcf89 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0630448 Sep 20 20:39:40.310660 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ae27a5a8-ea1c-445c-9c29-1e762e5c0ff6 req-a0e1637b-077a-48f0-ba2c-235fee33cba7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726037 Sep 20 20:39:40.333912 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Router 1176023d-4e52-4f49-ab76-6cac4629f919 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:39:40.440596 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:39:40.446634 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-88fa9b10-033d-4a9b-a427-a2cd6140a6cb admin admin] 10.222.0.44 "PUT /v2.0/routers/1176023d-4e52-4f49-ab76-6cac4629f919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7726922 Sep 20 20:39:40.449072 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43334) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:40.449877 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a8a66-9250-4a40-b5ea-0732380436fd None None] Sync routers for ids ['1176023d-4e52-4f49-ab76-6cac4629f919'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:39:40.458890 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a8a66-9250-4a40-b5ea-0732380436fd None None] Routers {'1176023d-4e52-4f49-ab76-6cac4629f919'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:39:40.459454 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6c9a8a66-9250-4a40-b5ea-0732380436fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:39:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['1176023d-4e52-4f49-ab76-6cac4629f919'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:39:40.550799 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:40.561049 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-6c9a8a66-9250-4a40-b5ea-0732380436fd None None] Set router 1176023d-4e52-4f49-ab76-6cac4629f919 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:39:40.651275 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device ff769277-fe62-484c-8b36-bebbd8c7ad77 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:39:40.656441 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:40.671726 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: ff769277-fe62-484c-8b36-bebbd8c7ad77 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:39:40.672156 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device ff769277-fe62-484c-8b36-bebbd8c7ad77 not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:39:40.711736 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Deleting port e89b7295-aa26-4d69-95a8-a1743196917b {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:39:40.711736 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:40.741937 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6c9a8a66-9250-4a40-b5ea-0732380436fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'name': 'tempest-ServerRescueNegativeTestJSON-499192092-router', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:39:39Z', 'revision_number': 5, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'gw_port': {'id': 'e89b7295-aa26-4d69-95a8-a1743196917b', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:58Z', 'updated_at': '2021-09-20T20:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:39:40.768374 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a8a66-9250-4a40-b5ea-0732380436fd None None] Checking router: 1176023d-4e52-4f49-ab76-6cac4629f919 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:39:40.778336 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a8a66-9250-4a40-b5ea-0732380436fd None None] Routers {'1176023d-4e52-4f49-ab76-6cac4629f919'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:39:40.778944 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6c9a8a66-9250-4a40-b5ea-0732380436fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:39:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['1176023d-4e52-4f49-ab76-6cac4629f919'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:39:40.796732 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] For port e89b7295-aa26-4d69-95a8-a1743196917b, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e89b7295-aa26-4d69-95a8-a1743196917b,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:39:40.797092 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:40.808819 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Calling delete_port for e89b7295-aa26-4d69-95a8-a1743196917b owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:39:40.856911 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-eff9c5b6-9896-45fd-a515-56992547784e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:40.955101 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-6c9a8a66-9250-4a40-b5ea-0732380436fd None None] Set router 1176023d-4e52-4f49-ab76-6cac4629f919 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:39:40.979118 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.002930 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Pushing event deleted for resources: {'Port': ['ID=e89b7295-aa26-4d69-95a8-a1743196917b,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:41.010777 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6c9a8a66-9250-4a40-b5ea-0732380436fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'name': 'tempest-ServerRescueNegativeTestJSON-499192092-router', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:39:40Z', 'revision_number': 6, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'gw_port_host': None}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:39:41.037445 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a8a66-9250-4a40-b5ea-0732380436fd None None] The sync data for ids ['1176023d-4e52-4f49-ab76-6cac4629f919'] in dv-cinder-798208-2-iscsi is: [{'id': '1176023d-4e52-4f49-ab76-6cac4629f919', 'name': 'tempest-ServerRescueNegativeTestJSON-499192092-router', 'tenant_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:39:40Z', 'revision_number': 6, 'project_id': '4e7716995c5f43f68a3fcee5e8e34a6e', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:39:41.068560 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529764'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.377086 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7853'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.379846 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.445050 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be20fd-3af4-42bd-a618-0466fb05a6f0 req-a89d7eaa-7bea-4321-a806-bdf5815f690e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:41.448311 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-85be20fd-3af4-42bd-a618-0466fb05a6f0 req-a89d7eaa-7bea-4321-a806-bdf5815f690e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0637555 Sep 20 20:39:41.452383 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530894'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.453031 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1176023d-4e52-4f49-ab76-6cac4629f919 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 20:39:41.461948 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.465393 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-76da306d-f9ca-453f-b883-845afb228130 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1176023d-4e52-4f49-ab76-6cac4629f919 HTTP/1.1" status: 204 len: 168 time: 1.0131598 Sep 20 20:39:41.466422 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43340) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:41.506050 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-85be20fd-3af4-42bd-a618-0466fb05a6f0 req-6c289a94-fe84-4731-9eda-1f07e63c04ed tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485952 Sep 20 20:39:41.525540 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b20d3aa-7eed-4832-a907-451bedbc89f4 admin admin] Deleting subnet a785b9f0-8952-486a-a6fc-517f7dd3ed62 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:39:41.528841 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b20d3aa-7eed-4832-a907-451bedbc89f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.575597 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b20d3aa-7eed-4832-a907-451bedbc89f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9723860'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.613638 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b20d3aa-7eed-4832-a907-451bedbc89f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.669212 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b20d3aa-7eed-4832-a907-451bedbc89f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8543097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552993'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.697934 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20d3aa-7eed-4832-a907-451bedbc89f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a785b9f0-8952-486a-a6fc-517f7dd3ed62,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:41.704844 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b20d3aa-7eed-4832-a907-451bedbc89f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.706741 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8b20d3aa-7eed-4832-a907-451bedbc89f4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a785b9f0-8952-486a-a6fc-517f7dd3ed62 HTTP/1.1" status: 204 len: 168 time: 0.2391019 Sep 20 20:39:41.709448 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43346) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:41.749515 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ea00-9a5e-410c-9dff-56ffc4663441 req-b9c98651-5fb2-4586-a4d1-1939a1a40e96 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:41.751118 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e1a0ea00-9a5e-410c-9dff-56ffc4663441 req-b9c98651-5fb2-4586-a4d1-1939a1a40e96 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0702667 Sep 20 20:39:41.781267 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862c79e-e659-41d0-91d3-fc43899164dd req-6fc74b8a-e5e0-411f-8a55-6c97e1daed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:41.782551 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.782782 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2862c79e-e659-41d0-91d3-fc43899164dd req-6fc74b8a-e5e0-411f-8a55-6c97e1daed44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 1099 time: 0.0672286 Sep 20 20:39:41.820631 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e1a0ea00-9a5e-410c-9dff-56ffc4663441 req-25b58fb2-ceb9-48f2-9052-82ebe15e6b29 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613182 Sep 20 20:39:41.869137 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 6a4825a7-0639-40e4-80b4-a6bfba6309af no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:39:41.877530 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.894265 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 6a4825a7-0639-40e4-80b4-a6bfba6309af {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:39:41.894606 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 6a4825a7-0639-40e4-80b4-a6bfba6309af not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:39:41.899087 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6cc1c2-8040-4ca3-acf5-d90aae140e29']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:39:41.908727 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:39:41.909020 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a584d1-71bc-472d-9ab3-fdf4e9c6be6b') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:39:41.922032 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9723871'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.937046 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.943316 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:39:41.943726 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8542887'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:41.943850 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862c79e-e659-41d0-91d3-fc43899164dd req-0038055a-ad41-4882-9d16-eda0b70d5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:41.945345 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2862c79e-e659-41d0-91d3-fc43899164dd req-0038055a-ad41-4882-9d16-eda0b70d5eca service neutron] 10.222.0.45 "GET /v2.0/networks?id=edee2f1e-7029-467d-b39c-c0781942037a HTTP/1.1" status: 200 len: 911 time: 0.1517777 Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: timer() Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: cb(*args, **kw) Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: self._notify() Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: self.callback(batched_events) Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: event.method(event) Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: return self._get(url).json() Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:39:41.945590 dv-cinder-798208-2-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:39:42.008666 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:42.014683 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:42.018353 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7f6cc1c2-8040-4ca3-acf5-d90aae140e29 HTTP/1.1" status: 204 len: 168 time: 0.3062017 Sep 20 20:39:42.027555 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2862c79e-e659-41d0-91d3-fc43899164dd req-e6fa09dc-55f0-481f-aa3c-1774b4bf2425 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdef8e61-7395-46cb-b833-b27409cc7406 HTTP/1.1" status: 200 len: 1002 time: 0.0732594 Sep 20 20:39:42.029806 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bd831-5edf-4570-9c0e-5293b77eea96 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6cc1c2-8040-4ca3-acf5-d90aae140e29,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:42.093677 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862c79e-e659-41d0-91d3-fc43899164dd req-42e90f01-64a7-4a29-8dbf-5c9cfec2670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:42.095475 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2862c79e-e659-41d0-91d3-fc43899164dd req-42e90f01-64a7-4a29-8dbf-5c9cfec2670f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=defa30c0-d28a-488d-9a06-e8a8f66dcec3 HTTP/1.1" status: 200 len: 850 time: 0.0608978 Sep 20 20:39:42.147184 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862c79e-e659-41d0-91d3-fc43899164dd req-ff511276-45fb-474f-861f-b154c655c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:42.149741 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2862c79e-e659-41d0-91d3-fc43899164dd req-ff511276-45fb-474f-861f-b154c655c01b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edee2f1e-7029-467d-b39c-c0781942037a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465138 Sep 20 20:39:42.217814 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43352) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:42.253103 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2862c79e-e659-41d0-91d3-fc43899164dd req-dc99fe44-7726-4d44-a795-1610f87b813a service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953107 Sep 20 20:39:42.263175 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9f48debc-6ae0-4b78-8e9d-80c63354908d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e7716995c5f43f68a3fcee5e8e34a6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441358 Sep 20 20:39:42.265626 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43354) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:42.311951 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ebc87106-7762-4851-b53d-f7ef47807162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:42.335506 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ebc87106-7762-4851-b53d-f7ef47807162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:42.350381 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2862c79e-e659-41d0-91d3-fc43899164dd req-b9433b06-3909-46f6-9e2a-678127bb50ed service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894339 Sep 20 20:39:42.381269 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ebc87106-7762-4851-b53d-f7ef47807162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:42.384228 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ebc87106-7762-4851-b53d-f7ef47807162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:42.385305 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ebc87106-7762-4851-b53d-f7ef47807162 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/817760ef-0bb3-42be-9988-b7dc7a35403a HTTP/1.1" status: 204 len: 168 time: 0.1186817 Sep 20 20:39:42.395894 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc87106-7762-4851-b53d-f7ef47807162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817760ef-0bb3-42be-9988-b7dc7a35403a,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:42.995847 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2ee0f-8904-48d5-bd28-3916189c79ad req-58707c5e-81b7-42f8-981e-25a5954b677b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:42.997324 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b9b2ee0f-8904-48d5-bd28-3916189c79ad req-58707c5e-81b7-42f8-981e-25a5954b677b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0568607 Sep 20 20:39:43.036703 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b9b2ee0f-8904-48d5-bd28-3916189c79ad req-4b5c9be7-4698-4c56-9bf3-8cf046baa0d8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333633 Sep 20 20:39:43.207862 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e89b7295-aa26-4d69-95a8-a1743196917b no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:39:43.227258 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: e89b7295-aa26-4d69-95a8-a1743196917b {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:39:43.227593 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e89b7295-aa26-4d69-95a8-a1743196917b not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:39:43.406551 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-79ef81ae-7aa7-40a3-b811-dfc86ec0b30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:43.990405 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:44.147534 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be458e7d-91db-4358-a33c-24b8402258d0 req-be3a1b25-3d8c-457c-aa14-a69a8dc6330c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:39:44.148991 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-be458e7d-91db-4358-a33c-24b8402258d0 req-be3a1b25-3d8c-457c-aa14-a69a8dc6330c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0462446 Sep 20 20:39:44.184758 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-be458e7d-91db-4358-a33c-24b8402258d0 req-12f3c04f-e4b3-48a0-9929-50cdb56fb48e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296359 Sep 20 20:39:44.688214 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:45.614456 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:39:46.222178 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:53.334857 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 43574) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:53.441425 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6686b41b-e065-4880-8eab-0db0efe0f2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:53.528025 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6686b41b-e065-4880-8eab-0db0efe0f2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:53.531388 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6686b41b-e065-4880-8eab-0db0efe0f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:53.567343 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6686b41b-e065-4880-8eab-0db0efe0f2b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d9f18d0e9ca413c90ab14e020af8ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314637 Sep 20 20:39:53.569192 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686b41b-e065-4880-8eab-0db0efe0f2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65e8260-7b44-442a-be56-7d7aa06e4eff,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:53.570193 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43578) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:53.618371 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3a726ce-1249-4b17-8a36-d3770029d8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:53.642179 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3a726ce-1249-4b17-8a36-d3770029d8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:53.687602 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3a726ce-1249-4b17-8a36-d3770029d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:53.690131 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3a726ce-1249-4b17-8a36-d3770029d8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:53.691290 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d3a726ce-1249-4b17-8a36-d3770029d8bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f65e8260-7b44-442a-be56-7d7aa06e4eff HTTP/1.1" status: 204 len: 168 time: 0.1200774 Sep 20 20:39:53.698567 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a726ce-1249-4b17-8a36-d3770029d8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65e8260-7b44-442a-be56-7d7aa06e4eff,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:58.478116 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 43648) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:58.578895 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1770976-a5ad-4eae-a3ed-4c2fca4b27b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:58.664466 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1770976-a5ad-4eae-a3ed-4c2fca4b27b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:58.667816 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1770976-a5ad-4eae-a3ed-4c2fca4b27b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:58.703079 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-c1770976-a5ad-4eae-a3ed-4c2fca4b27b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1511d64f855849faac68acbaba916251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239482 Sep 20 20:39:58.704939 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1770976-a5ad-4eae-a3ed-4c2fca4b27b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e489a1-bc8c-40ea-a8db-112ede0d883b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:58.705787 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43652) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:58.754589 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-305ff4c7-edd9-44bc-9867-d314172c09c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:58.774664 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-305ff4c7-edd9-44bc-9867-d314172c09c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:58.819973 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-305ff4c7-edd9-44bc-9867-d314172c09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:58.822589 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-305ff4c7-edd9-44bc-9867-d314172c09c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:58.823724 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-305ff4c7-edd9-44bc-9867-d314172c09c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00e489a1-bc8c-40ea-a8db-112ede0d883b HTTP/1.1" status: 204 len: 168 time: 0.1168482 Sep 20 20:39:58.831051 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ff4c7-edd9-44bc-9867-d314172c09c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e489a1-bc8c-40ea-a8db-112ede0d883b,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:59.073260 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43658) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:59.086677 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f88ebf25-975d-40e1-9f43-7eded3748110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:59.172606 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f88ebf25-975d-40e1-9f43-7eded3748110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:59.176798 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f88ebf25-975d-40e1-9f43-7eded3748110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:59.215242 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f88ebf25-975d-40e1-9f43-7eded3748110 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9f202c08f8942288a563487d1bdf92e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409357 Sep 20 20:39:59.217036 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ebf25-975d-40e1-9f43-7eded3748110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9437b249-597b-4697-aba0-da4111a0b50f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:39:59.217894 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 43660) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:39:59.264532 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f8570b9-fc68-4d6d-9525-e00275543579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:59.288123 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f8570b9-fc68-4d6d-9525-e00275543579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:59.332047 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f8570b9-fc68-4d6d-9525-e00275543579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:59.335100 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f8570b9-fc68-4d6d-9525-e00275543579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:39:59.336200 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8f8570b9-fc68-4d6d-9525-e00275543579 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9437b249-597b-4697-aba0-da4111a0b50f HTTP/1.1" status: 204 len: 168 time: 0.1172841 Sep 20 20:39:59.343697 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8570b9-fc68-4d6d-9525-e00275543579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9437b249-597b-4697-aba0-da4111a0b50f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:06.834212 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:07.027265 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9263cc-6968-4e7e-9810-794a81e7a499 req-99587b07-b02b-4fc8-978c-517997754f72 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:07.028703 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2c9263cc-6968-4e7e-9810-794a81e7a499 req-99587b07-b02b-4fc8-978c-517997754f72 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 946 time: 0.0469596 Sep 20 20:40:07.066158 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2c9263cc-6968-4e7e-9810-794a81e7a499 req-007706c3-5beb-4a13-a73c-807ff00bd777 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314834 Sep 20 20:40:08.185589 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58110-10fd-442f-b4cc-676fe9e66554 req-9ce0797d-ac2b-4370-b9e0-a3b6bc554841 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:08.187206 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-acf58110-10fd-442f-b4cc-676fe9e66554 req-9ce0797d-ac2b-4370-b9e0-a3b6bc554841 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 946 time: 0.0493276 Sep 20 20:40:08.225780 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43776) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:08.229754 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-acf58110-10fd-442f-b4cc-676fe9e66554 req-a64607d4-f033-44ce-9522-15092692f2e5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=d527c780-790a-4d61-9d6d-a3e0b9144bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332384 Sep 20 20:40:08.332700 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a11eb5a6-b7fe-4a8b-a4ac-f470c70039d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:08.425023 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a11eb5a6-b7fe-4a8b-a4ac-f470c70039d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:08.428587 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a11eb5a6-b7fe-4a8b-a4ac-f470c70039d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:08.465797 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a11eb5a6-b7fe-4a8b-a4ac-f470c70039d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbfa74dbfbb84f2cb5da4d212ec3707d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388637 Sep 20 20:40:08.466749 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eb5a6-b7fe-4a8b-a4ac-f470c70039d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e359ea0-7931-447a-b228-7d02c7fb00a5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:08.468428 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 43780) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:08.515491 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a0577ec-d3a1-4701-bfac-7001e136a519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:08.535913 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a0577ec-d3a1-4701-bfac-7001e136a519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:08.605843 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-5d82d39d-adea-467e-b3f5-cd49a39622da tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:08.607263 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-5d82d39d-adea-467e-b3f5-cd49a39622da tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.45 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 946 time: 0.0638227 Sep 20 20:40:08.638056 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a0577ec-d3a1-4701-bfac-7001e136a519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:08.640509 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a0577ec-d3a1-4701-bfac-7001e136a519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:08.641567 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6a0577ec-d3a1-4701-bfac-7001e136a519 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e359ea0-7931-447a-b228-7d02c7fb00a5 HTTP/1.1" status: 204 len: 168 time: 0.1720254 Sep 20 20:40:08.670743 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0577ec-d3a1-4701-bfac-7001e136a519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e359ea0-7931-447a-b228-7d02c7fb00a5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:08.720257 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Deleting port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:40:08.720506 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:08.809719 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] For port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:08.810196 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:08.905508 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43786) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:08.918746 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-05e98828-568a-4051-97c3-fc47b3fdbf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:09.008678 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-05e98828-568a-4051-97c3-fc47b3fdbf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:09.012590 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-05e98828-568a-4051-97c3-fc47b3fdbf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:09.052343 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-05e98828-568a-4051-97c3-fc47b3fdbf6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ed1a33c602a4510959c858f9aac69be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432076 Sep 20 20:40:09.052343 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e98828-568a-4051-97c3-fc47b3fdbf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706beddf-5cd1-4405-96f8-5e64b018bae9,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:09.053461 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43788) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:09.083822 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:09.084279 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:09.084784 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.l3_db [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Floating IP d3832cc3-53fd-46dc-b90d-a0b2568e039c disassociated. External IP: 172.27.2.108, port: 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec. Sep 20 20:40:09.085150 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Calling delete_port for 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:40:09.101931 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2053164c-7e65-45be-83ef-a32c98494b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:09.122384 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2053164c-7e65-45be-83ef-a32c98494b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:09.169735 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2053164c-7e65-45be-83ef-a32c98494b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:09.172187 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2053164c-7e65-45be-83ef-a32c98494b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:09.173323 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2053164c-7e65-45be-83ef-a32c98494b6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/706beddf-5cd1-4405-96f8-5e64b018bae9 HTTP/1.1" status: 204 len: 168 time: 0.1189554 Sep 20 20:40:09.184959 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053164c-7e65-45be-83ef-a32c98494b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706beddf-5cd1-4405-96f8-5e64b018bae9,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:09.215110 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:09.242110 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event deleted for resources: {'Port': ['ID=8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:09.335531 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-678f88a0-bc8a-4906-a894-91a5d3065b0b req-6dde87b0-b5ed-4c5a-aa28-0d11fef96fa0 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=518a428b-1a9f-48b7-a235-e2b11ddc8aa1 HTTP/1.1" status: 200 len: 210 time: 0.0289619 Sep 20 20:40:09.576800 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Router 4605c7fa-969e-4458-a63e-69f6467ed760 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:40:09.683266 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:40:09.694989 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4a136-057a-4a71-aac6-cec8a780a24b None None] Sync routers for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:40:09.705878 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4a136-057a-4a71-aac6-cec8a780a24b None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:09.707657 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-05c4a136-057a-4a71-aac6-cec8a780a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:39:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:09.726605 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] No DVR routers for this DVR port 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:40:09.729286 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:09.731336 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f4179911-2e14-433e-9fa2-dbed5ee2e919 req-890462ff-d8e1-4051-bfb4-7aac55ed5b7d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.45 "DELETE /v2.0/ports/8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec HTTP/1.1" status: 204 len: 173 time: 1.1167569 Sep 20 20:40:09.731706 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'name': 'network-vif-deleted', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:40:09.740385 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e84baf9-7f3b-4b98-916c-2b86bc842ac1" -d '{"events": [{"server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "name": "network-vif-deleted", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:40:09.789652 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232e1083-6b5a-4282-bbaf-7cd4aaea6458 x-openstack-request-id: req-232e1083-6b5a-4282-bbaf-7cd4aaea6458 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:40:09.790297 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518a428b-1a9f-48b7-a235-e2b11ddc8aa1", "name": "network-vif-deleted", "tag": "8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:40:09.790642 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-232e1083-6b5a-4282-bbaf-7cd4aaea6458 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:40:09.791186 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a428b-1a9f-48b7-a235-e2b11ddc8aa1', 'name': 'network-vif-deleted', 'tag': '8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec', 'status': 'completed', 'code': 200} Sep 20 20:40:09.847786 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-05c4a136-057a-4a71-aac6-cec8a780a24b None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:10.060301 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-05c4a136-057a-4a71-aac6-cec8a780a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:10.087976 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4a136-057a-4a71-aac6-cec8a780a24b None None] Checking router: 4605c7fa-969e-4458-a63e-69f6467ed760 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:40:10.097478 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4a136-057a-4a71-aac6-cec8a780a24b None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:10.098147 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-05c4a136-057a-4a71-aac6-cec8a780a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:39:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:10.220464 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-05c4a136-057a-4a71-aac6-cec8a780a24b None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:10.421390 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43824) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:10.447776 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-05c4a136-057a-4a71-aac6-cec8a780a24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:10.467995 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 43830) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:10.484532 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4a136-057a-4a71-aac6-cec8a780a24b None None] The sync data for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi is: [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:40:10.539379 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5f22c26-5403-47b9-a540-a885cf638dc8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.549010 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4e58382a-e47b-420c-9205-4f86d704a6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.566560 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5f22c26-5403-47b9-a540-a885cf638dc8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.628722 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5f22c26-5403-47b9-a540-a885cf638dc8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.633411 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5f22c26-5403-47b9-a540-a885cf638dc8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.638098 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b5f22c26-5403-47b9-a540-a885cf638dc8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "DELETE /v2.0/security-groups/d527c780-790a-4d61-9d6d-a3e0b9144bcd HTTP/1.1" status: 204 len: 168 time: 0.1684513 Sep 20 20:40:10.638537 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43832) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:10.650823 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f22c26-5403-47b9-a540-a885cf638dc8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d527c780-790a-4d61-9d6d-a3e0b9144bcd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:10.672555 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.api.v2.resource [None req-70838273-5bfe-4d34-b106-eee4a0ff3274 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] show failed (client error): The resource could not be found. Sep 20 20:40:10.674443 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-70838273-5bfe-4d34-b106-eee4a0ff3274 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups/d527c780-790a-4d61-9d6d-a3e0b9144bcd HTTP/1.1" status: 404 len: 347 time: 0.0341337 Sep 20 20:40:10.677442 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 43834) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:10.682672 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4e58382a-e47b-420c-9205-4f86d704a6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.688559 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4e58382a-e47b-420c-9205-4f86d704a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.716450 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4e58382a-e47b-420c-9205-4f86d704a6c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37e22d73047f4432b6678949ada837aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937410 Sep 20 20:40:10.719096 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43836) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:10.761686 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58382a-e47b-420c-9205-4f86d704a6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0796e92-6792-493b-84ff-d5fb382a6fda,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:10.783043 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ac388-4ee3-42a0-9225-b2e659651a00 None None] New status for floating IP d3832cc3-53fd-46dc-b90d-a0b2568e039c: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:40:10.791802 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5b75aec3-6981-499b-843e-68417b43069d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.812752 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5b75aec3-6981-499b-843e-68417b43069d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.820639 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0164e18a-2b8c-46ec-9c6b-6c95fe727c3c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Deleting port 00fad724-9285-4075-94e9-51beb69a7fa0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:40:10.820990 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0164e18a-2b8c-46ec-9c6b-6c95fe727c3c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.864608 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3e1c2c2d-682e-46f8-a55a-0fd3beaea4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.867243 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5b75aec3-6981-499b-843e-68417b43069d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.870760 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5b75aec3-6981-499b-843e-68417b43069d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.872012 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5b75aec3-6981-499b-843e-68417b43069d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0796e92-6792-493b-84ff-d5fb382a6fda HTTP/1.1" status: 204 len: 168 time: 0.1519237 Sep 20 20:40:10.881736 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75aec3-6981-499b-843e-68417b43069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0796e92-6792-493b-84ff-d5fb382a6fda,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:10.914093 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0164e18a-2b8c-46ec-9c6b-6c95fe727c3c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.914771 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0164e18a-2b8c-46ec-9c6b-6c95fe727c3c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:10.928525 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0164e18a-2b8c-46ec-9c6b-6c95fe727c3c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Calling delete_port for 00fad724-9285-4075-94e9-51beb69a7fa0 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:40:11.080471 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0164e18a-2b8c-46ec-9c6b-6c95fe727c3c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.117153 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164e18a-2b8c-46ec-9c6b-6c95fe727c3c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event deleted for resources: {'Port': ['ID=00fad724-9285-4075-94e9-51beb69a7fa0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:11.172972 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0164e18a-2b8c-46ec-9c6b-6c95fe727c3c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.175713 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0164e18a-2b8c-46ec-9c6b-6c95fe727c3c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.176964 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0164e18a-2b8c-46ec-9c6b-6c95fe727c3c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "DELETE /v2.0/floatingips/d3832cc3-53fd-46dc-b90d-a0b2568e039c HTTP/1.1" status: 204 len: 168 time: 0.4982731 Sep 20 20:40:11.403341 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43856) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:11.408703 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-b3a925ff-3051-479b-a329-62af4be741cb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--250133699', 'description': 'tempest-description--1729740006'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:11.436277 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3a925ff-3051-479b-a329-62af4be741cb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.530759 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3a925ff-3051-479b-a329-62af4be741cb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.535429 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3a925ff-3051-479b-a329-62af4be741cb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.562607 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3a925ff-3051-479b-a329-62af4be741cb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.563829 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b3a925ff-3051-479b-a329-62af4be741cb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1592631 Sep 20 20:40:11.565658 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a925ff-3051-479b-a329-62af4be741cb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:11.566971 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 43862) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:11.577169 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-3f3ad366-aa41-4129-84d8-95991c1ac801 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'security_group_rule': {'security_group_id': '3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:11.606613 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad366-aa41-4129-84d8-95991c1ac801 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.664322 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad366-aa41-4129-84d8-95991c1ac801 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.668517 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad366-aa41-4129-84d8-95991c1ac801 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.686762 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ad366-aa41-4129-84d8-95991c1ac801 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e6da1f-71df-47eb-ba0b-54c48a3c9494,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:11.693079 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad366-aa41-4129-84d8-95991c1ac801 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.697136 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3f3ad366-aa41-4129-84d8-95991c1ac801 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270537 Sep 20 20:40:11.697299 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43872) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:11.701882 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-6d185464-e3fa-44b1-9f46-cb1782864b55 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'security_group_rule': {'security_group_id': '3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:11.727898 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6d185464-e3fa-44b1-9f46-cb1782864b55 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.784391 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6d185464-e3fa-44b1-9f46-cb1782864b55 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.788146 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6d185464-e3fa-44b1-9f46-cb1782864b55 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.806292 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d185464-e3fa-44b1-9f46-cb1782864b55 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d129bbff-ed65-48b6-983e-638b1c0374e0,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:11.811765 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6d185464-e3fa-44b1-9f46-cb1782864b55 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.816902 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6d185464-e3fa-44b1-9f46-cb1782864b55 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151745 Sep 20 20:40:11.817152 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 43878) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:11.821634 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'floatingip': {'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:11.843047 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.940816 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:11.956778 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 43882) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:12.044270 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Allocated IP 172.27.2.126 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/ddef982d-d4e3-41a6-91f2-e021e9bba595) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:40:12.062082 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0559632-8048-4e2d-91d9-6b4f8be7360a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.150750 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.152837 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0559632-8048-4e2d-91d9-6b4f8be7360a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.156625 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0559632-8048-4e2d-91d9-6b4f8be7360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.182084 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.195343 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d0559632-8048-4e2d-91d9-6b4f8be7360a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a7bbe8cc8ef4a4bbb60059429db6142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373352 Sep 20 20:40:12.196574 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0559632-8048-4e2d-91d9-6b4f8be7360a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af62f944-252f-42d2-a5aa-2699055710f8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:12.199191 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 43886) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:12.221917 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:12.227022 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:12.229429 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:40:12.248332 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a00ec54-fae2-43bc-9b8a-848b79d22f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.251501 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'Port': ['ID=ddef982d-d4e3-41a6-91f2-e021e9bba595,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:12.269222 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a00ec54-fae2-43bc-9b8a-848b79d22f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.313629 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.315326 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a00ec54-fae2-43bc-9b8a-848b79d22f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.317904 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a00ec54-fae2-43bc-9b8a-848b79d22f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.319361 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-2a00ec54-fae2-43bc-9b8a-848b79d22f8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af62f944-252f-42d2-a5aa-2699055710f8 HTTP/1.1" status: 204 len: 168 time: 0.1191809 Sep 20 20:40:12.327340 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00ec54-fae2-43bc-9b8a-848b79d22f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af62f944-252f-42d2-a5aa-2699055710f8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:12.351663 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.500440 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.504947 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.575099 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'Port': ['ID=ddef982d-d4e3-41a6-91f2-e021e9bba595,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:12.585043 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.602044 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:12.603343 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1cda8e59-84f6-4f6b-b3b2-e3876d8b7d1a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7851565 Sep 20 20:40:12.748647 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:40:12.779004 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:40:12.779594 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 8d8b784e-9031-42e4-a4c5-7d5ad0d6a8ec not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:40:12.814535 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-de78da68-f3ad-4471-a981-46b2863f7972 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--250133699&fields=id&tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70 HTTP/1.1" status: 200 len: 267 time: 0.0426803 Sep 20 20:40:12.919989 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-9bc4b0ad-9204-40b1-b1d8-786bb23c6b25 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:12.921479 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-9bc4b0ad-9204-40b1-b1d8-786bb23c6b25 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 816 time: 0.1062064 Sep 20 20:40:12.936706 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-fbea2f92-7985-4369-89a6-1ad8d01c082c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/quotas/67bb5f61b2c249c4b2dbbbb750a30b70 HTTP/1.1" status: 200 len: 375 time: 0.0089722 Sep 20 20:40:12.990256 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-8be78c06-40f2-4aaf-86e7-e25596dc0ff4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472579 Sep 20 20:40:13.089151 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-e9930ce9-2522-4909-b8e7-4b2b065b016a service neutron] 10.222.0.44 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875776 Sep 20 20:40:13.176857 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-7a322285-638e-4430-9d7f-006ffed56593 service neutron] 10.222.0.44 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816617 Sep 20 20:40:13.353506 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bbd55d34-9386-4481-96a3-93e5fd1a10b9 req-f7dff3dc-6bad-4666-9a97-6b48f1f5dff8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 210 time: 0.0315893 Sep 20 20:40:13.411684 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6e8a-3d82-4ff1-b1bb-46f1a7d7a98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:13.994108 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:14.251959 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f812806e-e345-4cc0-8c6a-1a699eeb7c4e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:14.253310 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f812806e-e345-4cc0-8c6a-1a699eeb7c4e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.45 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 816 time: 0.1017487 Sep 20 20:40:14.296554 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-eb26dc47-2979-463d-8a47-d1804d2fbf99 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70 HTTP/1.1" status: 200 len: 379 time: 0.0336595 Sep 20 20:40:14.312055 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'port': {'device_id': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'admin_state_up': True, 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'security_groups': ['3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:14.440532 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Made reservation on behalf of 67bb5f61b2c249c4b2dbbbb750a30b70 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:40:14.444390 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:14.467368 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b1047f1e-826d-4d80-b19f-ad460972f676 req-de8d00c7-ab68-4145-905d-5bb459cbef8f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 210 time: 0.0374827 Sep 20 20:40:14.593099 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Allocated IP 172.20.0.14 (d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125/32cf5937-8d7a-4525-ab0d-8b8be24ef59e/c276df95-eece-44b9-bbe0-d269906ebe1a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:40:14.690472 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:14.725002 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:14.756913 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:14.798248 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:14.801210 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:14.805451 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:40:14.832683 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event updated for resources: {'Port': ['ID=c276df95-eece-44b9-bbe0-d269906ebe1a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:14.860735 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:14.861365 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:14.876606 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-97dca896-35d2-43ba-a048-e133ed3b7373 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684085 Sep 20 20:40:14.977553 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2a8fc33f-142c-472f-9662-da3387666b52 None None] Provisioning complete for port c276df95-eece-44b9-bbe0-d269906ebe1a triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:14.977918 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc33f-142c-472f-9662-da3387666b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:15.010485 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fc33f-142c-472f-9662-da3387666b52 None None] Port c276df95-eece-44b9-bbe0-d269906ebe1a cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:40:15.581523 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32044517-bfe1-4597-9c34-0f970a95d026 req-340aab8e-d3a9-471f-b58f-46449ae47d62 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:15.582973 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-32044517-bfe1-4597-9c34-0f970a95d026 req-340aab8e-d3a9-471f-b58f-46449ae47d62 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 932 time: 0.0466216 Sep 20 20:40:15.620358 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-32044517-bfe1-4597-9c34-0f970a95d026 req-df4914f7-dd17-428c-9d8b-cbd95de6093b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310099 Sep 20 20:40:16.212747 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:16.736881 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee7186-4f9e-41f3-bf37-a9559d36b651 req-5dc30fa0-7329-4c72-bc4f-7564988fd8d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:16.738389 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95ee7186-4f9e-41f3-bf37-a9559d36b651 req-5dc30fa0-7329-4c72-bc4f-7564988fd8d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 932 time: 0.0487401 Sep 20 20:40:16.776495 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95ee7186-4f9e-41f3-bf37-a9559d36b651 req-83d4ba27-ccb1-4992-bb4c-c5aa56903dcd tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307961 Sep 20 20:40:17.415750 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Request body: {'port': {'device_id': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:17.469781 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:17.720459 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c276df95-eece-44b9-bbe0-d269906ebe1a {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:40:17.728611 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:17.742544 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Transition to ACTIVE for port object c276df95-eece-44b9-bbe0-d269906ebe1a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:40:17.746240 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:17.799864 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c276df95-eece-44b9-bbe0-d269906ebe1a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:17.908497 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Attempting to bind port c276df95-eece-44b9-bbe0-d269906ebe1a on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:40:17.908821 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Attempting to bind port c276df95-eece-44b9-bbe0-d269906ebe1a by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:40:17.909217 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Attempting to bind port c276df95-eece-44b9-bbe0-d269906ebe1a on network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:40:17.916852 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Port c276df95-eece-44b9-bbe0-d269906ebe1a on network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:40:17.917160 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Attempting to bind port c276df95-eece-44b9-bbe0-d269906ebe1a on network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:40:17.931482 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd77d2a-c3f2-4407-8daa-c49c59b876ee req-93b2a50b-1f29-45a4-afb5-fe1913c14282 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:17.933008 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5cd77d2a-c3f2-4407-8daa-c49c59b876ee req-93b2a50b-1f29-45a4-afb5-fe1913c14282 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0753050 Sep 20 20:40:17.933976 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:40:17.934324 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Checking segment: {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:40:17.934698 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Bound using segment: {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:40:17.935131 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Bound port: c276df95-eece-44b9-bbe0-d269906ebe1a, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e6d23f-1ee0-4f89-9dfd-22662d90137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:40:17.935493 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:18.009027 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5cd77d2a-c3f2-4407-8daa-c49c59b876ee req-972e43ad-b22c-48eb-acae-6f0d88fe06bf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621336 Sep 20 20:40:18.036534 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:40:18.040118 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:40:18.044697 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:18.085745 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:18.086401 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:18.087757 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/c276df95-eece-44b9-bbe0-d269906ebe1a HTTP/1.1" status: 200 len: 1094 time: 0.6763129 Sep 20 20:40:18.088180 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:40:18.090478 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbc1e1a-5e42-4a31-ac6a-a461ff224947" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:40:18.109507 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7db73-0db3-436d-b401-dc3b1c0c82d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c276df95-eece-44b9-bbe0-d269906ebe1a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:18.117003 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45a670-8ef3-432b-8dfc-9744a1023a6a req-5a62b213-4a26-44d5-afff-d0b6e7773389 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:18.118578 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5c45a670-8ef3-432b-8dfc-9744a1023a6a req-5a62b213-4a26-44d5-afff-d0b6e7773389 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0595682 Sep 20 20:40:18.136169 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb58700-02fc-4dd0-9000-623b24e0157a x-openstack-request-id: req-6fb58700-02fc-4dd0-9000-623b24e0157a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:40:18.136454 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:40:18.136708 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fb58700-02fc-4dd0-9000-623b24e0157a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:40:18.137082 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'status': 'completed', 'code': 200} Sep 20 20:40:18.160768 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5c45a670-8ef3-432b-8dfc-9744a1023a6a req-b8e6c4d2-a25a-42fe-b100-9baad1f9555b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347507 Sep 20 20:40:19.126485 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568388bd-f812-4f4b-b778-e5934f73708f req-c5fe1f51-b422-468f-8a18-d946fedf8d10 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:19.127860 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-568388bd-f812-4f4b-b778-e5934f73708f req-c5fe1f51-b422-468f-8a18-d946fedf8d10 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0480170 Sep 20 20:40:19.164968 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-568388bd-f812-4f4b-b778-e5934f73708f req-8162f10f-39cf-4d0e-bdc9-8203804ed483 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Sep 20 20:40:19.272807 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451267e5-2f10-45dd-974d-19025059f75d req-a01bed72-9cf4-4a4d-8f61-8579d81be634 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:19.274283 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-451267e5-2f10-45dd-974d-19025059f75d req-a01bed72-9cf4-4a4d-8f61-8579d81be634 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0466676 Sep 20 20:40:19.310957 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-451267e5-2f10-45dd-974d-19025059f75d req-6484347d-d2b8-4b42-be76-cfa5159dfdda tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306697 Sep 20 20:40:20.281047 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0864b07-6b79-4b36-9dab-bb4eda68c25b req-61f4d91d-7524-46e3-b58d-8a42a844735e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:20.282519 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e0864b07-6b79-4b36-9dab-bb4eda68c25b req-61f4d91d-7524-46e3-b58d-8a42a844735e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0474179 Sep 20 20:40:20.319217 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e0864b07-6b79-4b36-9dab-bb4eda68c25b req-3b27f658-2f9d-4544-ac44-06bc279e84df tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303400 Sep 20 20:40:20.421217 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f27283-d56b-435a-8ff5-72606f99040f req-d9efeedd-d592-4bff-8386-351b84197ee4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:20.422703 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-65f27283-d56b-435a-8ff5-72606f99040f req-d9efeedd-d592-4bff-8386-351b84197ee4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0471213 Sep 20 20:40:20.458853 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-65f27283-d56b-435a-8ff5-72606f99040f req-3ef6eb4a-081c-413c-ad7d-c36bc183a9d1 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296147 Sep 20 20:40:20.862872 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc1e1a-5e42-4a31-ac6a-a461ff224947 req-2ea2ea1a-0240-441b-aaa3-df8f6994fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:20.864347 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ecbc1e1a-5e42-4a31-ac6a-a461ff224947 req-2ea2ea1a-0240-441b-aaa3-df8f6994fa44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 1097 time: 0.0431588 Sep 20 20:40:20.962445 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc1e1a-5e42-4a31-ac6a-a461ff224947 req-3ba4c877-0392-40b5-bbe6-5655222c41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:20.963893 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ecbc1e1a-5e42-4a31-ac6a-a461ff224947 req-3ba4c877-0392-40b5-bbe6-5655222c41e6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0903068 Sep 20 20:40:21.061025 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc1e1a-5e42-4a31-ac6a-a461ff224947 req-134c5237-980f-41be-841d-d696b1d5da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:21.062503 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ecbc1e1a-5e42-4a31-ac6a-a461ff224947 req-134c5237-980f-41be-841d-d696b1d5da52 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0887282 Sep 20 20:40:21.137638 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-bc9c8478-a640-4cb7-9c73-202d3ea2a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:21.139010 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-bc9c8478-a640-4cb7-9c73-202d3ea2a815 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 1097 time: 0.0392039 Sep 20 20:40:21.183111 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-c4d293f0-a233-41ae-9fb1-ef65393fa11f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c276df95-eece-44b9-bbe0-d269906ebe1a HTTP/1.1" status: 200 len: 217 time: 0.0330019 Sep 20 20:40:21.239739 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-263070cd-07a6-4c73-8894-8f1111807094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:21.241751 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-263070cd-07a6-4c73-8894-8f1111807094 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 200 len: 855 time: 0.0500653 Sep 20 20:40:21.287346 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-d7b5083a-3153-40a0-8717-7af2167d7a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:21.288797 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-d7b5083a-3153-40a0-8717-7af2167d7a2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385554 Sep 20 20:40:21.380136 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-c4e48e21-0d78-4b6f-9f30-afc69e976e1a service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820904 Sep 20 20:40:21.496102 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b1965-8371-4932-9b69-f4b47a0e4ff1 req-e83a54db-3bda-4d3d-bb0e-070d1f6e4971 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:21.501289 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-214b1965-8371-4932-9b69-f4b47a0e4ff1 req-e83a54db-3bda-4d3d-bb0e-070d1f6e4971 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.1009874 Sep 20 20:40:21.512783 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c3d9fde4-38e1-4c07-8632-9d149b83e8d0 req-05c8ebcf-a2b3-4445-8c0d-a54555737012 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228571 Sep 20 20:40:21.550918 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-214b1965-8371-4932-9b69-f4b47a0e4ff1 req-f3bbbfa6-2fd5-4795-b423-9839970e4a66 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371895 Sep 20 20:40:21.579169 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded2e1a-1f67-48c9-a1ed-9de377007d4e req-9475728d-cb29-4f0c-b812-b6d5d836d3cd tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:21.580617 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3ded2e1a-1f67-48c9-a1ed-9de377007d4e req-9475728d-cb29-4f0c-b812-b6d5d836d3cd tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0522511 Sep 20 20:40:21.617389 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3ded2e1a-1f67-48c9-a1ed-9de377007d4e req-5b7276db-7638-4713-aba5-2c1be3f0b341 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303400 Sep 20 20:40:22.612579 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:40:22.666719 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3b496-1678-48c1-b467-224d23847234 req-02ac5539-a0e1-42f3-8850-cf0cf74cb44d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:22.668267 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04b3b496-1678-48c1-b467-224d23847234 req-02ac5539-a0e1-42f3-8850-cf0cf74cb44d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0483146 Sep 20 20:40:22.705734 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04b3b496-1678-48c1-b467-224d23847234 req-0260c474-08bf-4ce5-b758-b2a7b47791d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313892 Sep 20 20:40:22.729841 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe787ee6-3344-4752-9e3f-11f603164308 req-0b813e94-618e-49dc-ba5b-7aac55ca451f tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:22.731332 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fe787ee6-3344-4752-9e3f-11f603164308 req-0b813e94-618e-49dc-ba5b-7aac55ca451f tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0478761 Sep 20 20:40:22.767130 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fe787ee6-3344-4752-9e3f-11f603164308 req-affe344d-909d-4c06-adaf-f924284176ef tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300899 Sep 20 20:40:22.863048 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-159473b7-860c-4044-886b-3d353762a1f7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:22.864584 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-159473b7-860c-4044-886b-3d353762a1f7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.45 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 946 time: 0.0487947 Sep 20 20:40:22.954253 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Deleting port cdef8e61-7395-46cb-b833-b27409cc7406 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:40:22.954495 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:22.993347 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device c276df95-eece-44b9-bbe0-d269906ebe1a details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:40:23.038346 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] For port cdef8e61-7395-46cb-b833-b27409cc7406, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=cdef8e61-7395-46cb-b833-b27409cc7406,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:23.038705 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:23.086624 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:23.097327 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'port_id': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'mac_address': 'fa:16:3e:72:d0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:40:23.134072 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:23.153099 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c276df95-eece-44b9-bbe0-d269906ebe1a {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:40:23.172265 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:23.176012 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:23.213161 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:23.213432 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:23.213746 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.l3_db [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Floating IP 84155e3f-5774-40e0-ac65-f5422dd0c1bb disassociated. External IP: 172.27.2.188, port: cdef8e61-7395-46cb-b833-b27409cc7406. Sep 20 20:40:23.214103 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Calling delete_port for cdef8e61-7395-46cb-b833-b27409cc7406 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:40:23.230602 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=c276df95-eece-44b9-bbe0-d269906ebe1a,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:23.237440 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.237800 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.238147 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.238477 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.238840 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.239123 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.239440 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.239759 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.240626 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.240626 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.240835 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.241081 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:23.347987 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:23.375735 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event deleted for resources: {'Port': ['ID=cdef8e61-7395-46cb-b833-b27409cc7406,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:23.401779 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['c276df95-eece-44b9-bbe0-d269906ebe1a'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:40:23.495299 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Router cadfcf73-95fe-4b9f-8606-11f47a049402 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:40:23.603283 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:40:23.613034 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daedc171-0283-43c3-bb60-c094643de2a2 None None] Sync routers for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:40:23.624448 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daedc171-0283-43c3-bb60-c094643de2a2 None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:23.625312 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-daedc171-0283-43c3-bb60-c094643de2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:23.645743 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] No DVR routers for this DVR port cdef8e61-7395-46cb-b833-b27409cc7406 on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:40:23.648338 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:23.650610 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e13915eb-1c27-44a6-bc95-7fd67ce6ca45 req-4e04010f-3424-4d1d-9452-f002a8552b3d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.45 "DELETE /v2.0/ports/cdef8e61-7395-46cb-b833-b27409cc7406 HTTP/1.1" status: 204 len: 173 time: 0.7801232 Sep 20 20:40:23.651030 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'name': 'network-vif-deleted', 'tag': 'cdef8e61-7395-46cb-b833-b27409cc7406'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:40:23.653346 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba14ab0-ea66-469e-98ba-c58fe1a0067d" -d '{"events": [{"server_uuid": "1eff4a23-a3b8-4337-8a8a-0a9ff993296d", "name": "network-vif-deleted", "tag": "cdef8e61-7395-46cb-b833-b27409cc7406"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:40:23.719073 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c421fc-a411-468b-a431-b2fae921eb37 x-openstack-request-id: req-34c421fc-a411-468b-a431-b2fae921eb37 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:40:23.719660 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eff4a23-a3b8-4337-8a8a-0a9ff993296d", "name": "network-vif-deleted", "tag": "cdef8e61-7395-46cb-b833-b27409cc7406", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:40:23.719660 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34c421fc-a411-468b-a431-b2fae921eb37 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:40:23.719999 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eff4a23-a3b8-4337-8a8a-0a9ff993296d', 'name': 'network-vif-deleted', 'tag': 'cdef8e61-7395-46cb-b833-b27409cc7406', 'status': 'completed', 'code': 200} Sep 20 20:40:23.737976 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-daedc171-0283-43c3-bb60-c094643de2a2 None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:23.878872 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c66aa-c465-43e2-aa66-91bc554632b0 req-abce41f8-145f-4166-9bfb-4be3555b7100 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:23.887510 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b07c66aa-c465-43e2-aa66-91bc554632b0 req-abce41f8-145f-4166-9bfb-4be3555b7100 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 945 time: 0.0862556 Sep 20 20:40:23.895619 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b1b96def-7a9e-49c2-89b7-3dd9821b4e93 req-43fbea2f-1737-48ec-8f41-d3a670fab547 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1eff4a23-a3b8-4337-8a8a-0a9ff993296d HTTP/1.1" status: 200 len: 210 time: 0.0343318 Sep 20 20:40:23.928506 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b07c66aa-c465-43e2-aa66-91bc554632b0 req-a8211683-885f-42b9-a4d1-5dbd79a200fe tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401416 Sep 20 20:40:23.968031 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-daedc171-0283-43c3-bb60-c094643de2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:24.106372 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daedc171-0283-43c3-bb60-c094643de2a2 None None] Checking router: cadfcf73-95fe-4b9f-8606-11f47a049402 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:40:24.115640 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daedc171-0283-43c3-bb60-c094643de2a2 None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:24.116253 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-daedc171-0283-43c3-bb60-c094643de2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:24.223367 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-daedc171-0283-43c3-bb60-c094643de2a2 None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:24.410434 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-daedc171-0283-43c3-bb60-c094643de2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:24.439420 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daedc171-0283-43c3-bb60-c094643de2a2 None None] The sync data for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi is: [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:40:24.656436 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b643f-86ab-4f1a-b505-a4771931035e None None] New status for floating IP 84155e3f-5774-40e0-ac65-f5422dd0c1bb: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:40:24.970458 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44040) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:25.048451 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-84aae8b6-2cde-4c9b-85a0-7aadfd274871 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.080635 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5c082-9a2d-46ff-95c1-367c5337b1a3 req-5a5576fd-f25c-4a3d-90e9-ed2f8a05668b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:25.082132 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a7a5c082-9a2d-46ff-95c1-367c5337b1a3 req-5a5576fd-f25c-4a3d-90e9-ed2f8a05668b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 945 time: 0.0781939 Sep 20 20:40:25.083851 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-84aae8b6-2cde-4c9b-85a0-7aadfd274871 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.139478 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a7a5c082-9a2d-46ff-95c1-367c5337b1a3 req-d201eeb8-437a-4026-bbf2-8b483148731c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477552 Sep 20 20:40:25.156099 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-84aae8b6-2cde-4c9b-85a0-7aadfd274871 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.158756 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-84aae8b6-2cde-4c9b-85a0-7aadfd274871 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.159872 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-84aae8b6-2cde-4c9b-85a0-7aadfd274871 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "DELETE /v2.0/security-groups/276647a5-c9c6-4bbd-8b6c-fe87bc336cc6 HTTP/1.1" status: 204 len: 168 time: 0.1883554 Sep 20 20:40:25.162841 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44042) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:25.170289 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aae8b6-2cde-4c9b-85a0-7aadfd274871 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276647a5-c9c6-4bbd-8b6c-fe87bc336cc6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:25.183716 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.api.v2.resource [None req-f4053e52-fded-4b0a-b08d-8cec8ad8cec9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] show failed (client error): The resource could not be found. Sep 20 20:40:25.185079 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f4053e52-fded-4b0a-b08d-8cec8ad8cec9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups/276647a5-c9c6-4bbd-8b6c-fe87bc336cc6 HTTP/1.1" status: 404 len: 347 time: 0.0208833 Sep 20 20:40:25.188061 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44044) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:25.306801 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-daefd307-079d-4448-8925-44dc93565308 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Deleting port d181d0c3-0382-4f1f-81ee-0ce8118a2ae2 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:40:25.307042 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-daefd307-079d-4448-8925-44dc93565308 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.382480 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-daefd307-079d-4448-8925-44dc93565308 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.382800 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-daefd307-079d-4448-8925-44dc93565308 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.393844 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-daefd307-079d-4448-8925-44dc93565308 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Calling delete_port for d181d0c3-0382-4f1f-81ee-0ce8118a2ae2 owned by network:floatingip {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:40:25.524816 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-daefd307-079d-4448-8925-44dc93565308 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.549892 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefd307-079d-4448-8925-44dc93565308 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event deleted for resources: {'Port': ['ID=d181d0c3-0382-4f1f-81ee-0ce8118a2ae2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:25.607273 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-daefd307-079d-4448-8925-44dc93565308 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.609619 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-daefd307-079d-4448-8925-44dc93565308 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.610779 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-daefd307-079d-4448-8925-44dc93565308 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "DELETE /v2.0/floatingips/84155e3f-5774-40e0-ac65-f5422dd0c1bb HTTP/1.1" status: 204 len: 168 time: 0.4218509 Sep 20 20:40:25.714997 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device c276df95-eece-44b9-bbe0-d269906ebe1a up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:25.761169 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port c276df95-eece-44b9-bbe0-d269906ebe1a completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:40:25.764904 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port c276df95-eece-44b9-bbe0-d269906ebe1a triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:25.765271 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.841985 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.863107 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:40:25.866088 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3918098-8408-4855-a29c-29a597d28c0a" -d '{"events": [{"server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "name": "network-vif-plugged", "status": "completed", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:40:25.878338 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:25.883595 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:25.884410 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device cdef8e61-7395-46cb-b833-b27409cc7406 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:40:25.908170 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a23adab-fd04-4693-880d-85a2bcbb5298 x-openstack-request-id: req-7a23adab-fd04-4693-880d-85a2bcbb5298 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:40:25.908455 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "name": "network-vif-plugged", "status": "completed", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:40:25.908697 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a23adab-fd04-4693-880d-85a2bcbb5298 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:40:25.909077 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'code': 200} Sep 20 20:40:25.925957 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: cdef8e61-7395-46cb-b833-b27409cc7406 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:40:25.926317 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device cdef8e61-7395-46cb-b833-b27409cc7406 not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:40:25.950599 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=c276df95-eece-44b9-bbe0-d269906ebe1a,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:26.039869 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44052) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:26.044446 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-a4ce0bdb-e710-4be5-aae3-969c73b2bd03 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1292178496', 'description': 'tempest-description--122541253'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:26.065273 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0bdb-e710-4be5-aae3-969c73b2bd03 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.142117 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0bdb-e710-4be5-aae3-969c73b2bd03 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.145723 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0bdb-e710-4be5-aae3-969c73b2bd03 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.171480 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0bdb-e710-4be5-aae3-969c73b2bd03 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.172718 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a4ce0bdb-e710-4be5-aae3-969c73b2bd03 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1318474 Sep 20 20:40:26.175756 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44056) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:26.180721 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce0bdb-e710-4be5-aae3-969c73b2bd03 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd33e6dd-d608-463d-adfe-989ff6404490,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:26.180844 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-2860e000-2003-4bd1-b7a5-38e17c837058 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'security_group_rule': {'security_group_id': 'cd33e6dd-d608-463d-adfe-989ff6404490', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:26.213143 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2860e000-2003-4bd1-b7a5-38e17c837058 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.293719 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac80ca-f374-4d79-99eb-f91087932f95 req-139a41e2-2022-427b-8ff4-37b26d2c148f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:26.295217 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-daac80ca-f374-4d79-99eb-f91087932f95 req-139a41e2-2022-427b-8ff4-37b26d2c148f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0783675 Sep 20 20:40:26.296725 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2860e000-2003-4bd1-b7a5-38e17c837058 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.300364 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2860e000-2003-4bd1-b7a5-38e17c837058 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.330380 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860e000-2003-4bd1-b7a5-38e17c837058 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d682f57-8db9-428e-af85-b53234bef69f,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:26.337638 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2860e000-2003-4bd1-b7a5-38e17c837058 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.338792 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-2860e000-2003-4bd1-b7a5-38e17c837058 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620688 Sep 20 20:40:26.341563 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44058) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:26.346150 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-1213af55-7a63-4af2-8715-9233be36661d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'security_group_rule': {'security_group_id': 'cd33e6dd-d608-463d-adfe-989ff6404490', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:26.355614 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-daac80ca-f374-4d79-99eb-f91087932f95 req-17b25ce6-184b-44c8-a885-2272ca95a1bc tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493858 Sep 20 20:40:26.372613 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1213af55-7a63-4af2-8715-9233be36661d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.429433 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1213af55-7a63-4af2-8715-9233be36661d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.432866 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1213af55-7a63-4af2-8715-9233be36661d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.448548 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213af55-7a63-4af2-8715-9233be36661d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ef26bc-0679-45cc-a9ad-42fbd1da08d3,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:26.454949 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1213af55-7a63-4af2-8715-9233be36661d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.456139 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1213af55-7a63-4af2-8715-9233be36661d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134696 Sep 20 20:40:26.459502 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44060) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:26.463692 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'floatingip': {'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:26.483667 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.577558 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.675421 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Allocated IP 172.27.2.90 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/a7343f0e-4720-4c9b-ba29-334981334179) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:40:26.779062 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.811304 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.846095 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:26.848792 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:26.854514 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:40:26.859668 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'Port': ['ID=a7343f0e-4720-4c9b-ba29-334981334179,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:26.938720 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:26.970636 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:27.115365 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:27.119042 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:27.183016 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'Port': ['ID=a7343f0e-4720-4c9b-ba29-334981334179,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:27.195030 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:27.207706 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:27.209136 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-66dd3816-b90a-428a-a0c5-5c6da19a3f18 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7486899 Sep 20 20:40:27.393361 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-1958a467-c9fd-4d57-9935-330f74a54aea tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1292178496&fields=id&tenant_id=e9967b1416a64ecb9b970c73a342ca2e HTTP/1.1" status: 200 len: 267 time: 0.0310004 Sep 20 20:40:27.488756 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08edb96-e17f-4f89-8793-6e0bde6b23fe req-40461fb2-ddce-44e6-9695-5180914de5e7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:27.490666 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d08edb96-e17f-4f89-8793-6e0bde6b23fe req-40461fb2-ddce-44e6-9695-5180914de5e7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0484788 Sep 20 20:40:27.500859 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-7778d81a-2cf1-4584-80aa-69cde941a43e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:27.502366 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-7778d81a-2cf1-4584-80aa-69cde941a43e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/networks?id=edee2f1e-7029-467d-b39c-c0781942037a HTTP/1.1" status: 200 len: 811 time: 0.1013300 Sep 20 20:40:27.518697 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-8d1e236a-a02a-431c-855e-bc2d3008c5f1 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/quotas/e9967b1416a64ecb9b970c73a342ca2e HTTP/1.1" status: 200 len: 375 time: 0.0097501 Sep 20 20:40:27.529754 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d08edb96-e17f-4f89-8793-6e0bde6b23fe req-bc8735fc-bf1f-4841-9a10-9dd70b0eb791 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327847 Sep 20 20:40:27.573455 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-b26d3981-a9e2-4d94-977a-54ea65d60dd2 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480013 Sep 20 20:40:27.660688 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358176b-3bdc-4c19-82e5-59b907968fea req-30920c2d-19f2-4ecc-8285-7c38b1dc39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:27.662238 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6358176b-3bdc-4c19-82e5-59b907968fea req-30920c2d-19f2-4ecc-8285-7c38b1dc39ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 1099 time: 0.0423930 Sep 20 20:40:27.670904 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-3479754a-42bf-4c17-803b-775761c49c8f service neutron] 10.222.0.44 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851521 Sep 20 20:40:27.697030 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6358176b-3bdc-4c19-82e5-59b907968fea req-967c0beb-7dab-47ab-8c21-35867aafe6a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283186 Sep 20 20:40:27.758495 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-a9ecb27e-4898-4c90-8748-8a5d9805f3fe service neutron] 10.222.0.44 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813606 Sep 20 20:40:27.915394 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fc60c398-2e6d-41f9-b785-888f3f69abe6 req-5f0a10b5-167a-43cf-b8ac-2f0a27f84a03 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 210 time: 0.0263000 Sep 20 20:40:28.655261 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e235f-e666-4c49-bbb9-4399d8bc0e43 req-1341a993-69a2-4a5f-aa75-1c5512b442ec tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:28.656720 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ed3e235f-e666-4c49-bbb9-4399d8bc0e43 req-1341a993-69a2-4a5f-aa75-1c5512b442ec tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0575590 Sep 20 20:40:28.692089 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ed3e235f-e666-4c49-bbb9-4399d8bc0e43 req-4d1bee7c-cb6b-4405-bb23-0100f2f20915 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292239 Sep 20 20:40:28.913202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-1cd3c0e0-8459-49c3-b31c-75636ef3b0a8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:28.914554 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-1cd3c0e0-8459-49c3-b31c-75636ef3b0a8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.45 "GET /v2.0/networks?id=edee2f1e-7029-467d-b39c-c0781942037a HTTP/1.1" status: 200 len: 811 time: 0.1026638 Sep 20 20:40:29.189346 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4af62360-4a9a-43a2-867e-c198a761d520 req-898cf52c-49fb-45c7-a37d-0a25adb9ebc1 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 210 time: 0.0286758 Sep 20 20:40:29.203992 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-87b1ca64-44f3-4726-ad1c-443b2fa53218 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9967b1416a64ecb9b970c73a342ca2e HTTP/1.1" status: 200 len: 380 time: 0.2795768 Sep 20 20:40:29.214445 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'port': {'device_id': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'admin_state_up': True, 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'security_groups': ['cd33e6dd-d608-463d-adfe-989ff6404490']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:29.323833 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Made reservation on behalf of e9967b1416a64ecb9b970c73a342ca2e for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:40:29.327215 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:29.446220 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Allocated IP 172.20.0.7 (edee2f1e-7029-467d-b39c-c0781942037a/defa30c0-d28a-488d-9a06-e8a8f66dcec3/5a0c2a77-d7d8-40da-96b1-9c5fef9274cc) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:40:29.587000 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:29.619196 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:29.658675 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Network edee2f1e-7029-467d-b39c-c0781942037a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:29.661583 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:29.665717 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:40:29.692059 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event updated for resources: {'Port': ['ID=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:29.710811 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.711045 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.711381 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.711709 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.712034 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.712358 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.712677 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.712994 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.713319 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.713633 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.714019 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.714344 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:29.742531 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:29.743494 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:29.758263 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-c6c8c1d4-e1a1-442d-8f93-468870492a8c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474260 Sep 20 20:40:29.770353 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Request body: {'port': {'device_id': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:29.816564 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c5287-af1e-40fb-b9fc-a98bcb81807f req-b09b40dc-936c-4df0-b80a-76fac0f8d43e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:29.818271 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f06c5287-af1e-40fb-b9fc-a98bcb81807f req-b09b40dc-936c-4df0-b80a-76fac0f8d43e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0525610 Sep 20 20:40:29.832092 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:29.856656 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b8edc7ac-4d1b-43a9-bb49-bc4634c51a3a None None] Provisioning complete for port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:29.857787 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b8edc7ac-4d1b-43a9-bb49-bc4634c51a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:29.859407 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f06c5287-af1e-40fb-b9fc-a98bcb81807f req-ac578c13-d582-4dab-83b3-a71f2be83386 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338829 Sep 20 20:40:29.890761 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-b8edc7ac-4d1b-43a9-bb49-bc4634c51a3a None None] Port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:40:30.017951 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf5fa5-47d0-4bff-8b9f-4cd11831c158 req-9b2f1c90-1700-44cf-9566-3b61cfeb99d3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:30.019335 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-44bf5fa5-47d0-4bff-8b9f-4cd11831c158 req-9b2f1c90-1700-44cf-9566-3b61cfeb99d3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0800972 Sep 20 20:40:30.028854 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44116) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:30.033474 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-712b0b3a-5ec7-4a07-95ee-402357b2c4d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Request body: {'floatingip': {'port_id': 'c276df95-eece-44b9-bbe0-d269906ebe1a'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:30.073582 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-712b0b3a-5ec7-4a07-95ee-402357b2c4d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:30.138791 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:40:30.147575 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:30.160505 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Transition to ACTIVE for port object 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:40:30.164782 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:30.214771 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:30.306673 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Attempting to bind port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:40:30.307005 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Attempting to bind port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:40:30.307330 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Attempting to bind port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc on network edee2f1e-7029-467d-b39c-c0781942037a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:40:30.312719 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc on network edee2f1e-7029-467d-b39c-c0781942037a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:40:30.313227 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Attempting to bind port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc on network edee2f1e-7029-467d-b39c-c0781942037a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:40:30.321817 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:40:30.322519 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Checking segment: {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:40:30.322642 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Bound using segment: {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:40:30.322981 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Bound port: 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ec4724-d149-493a-bbf9-159e979405ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:40:30.323336 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:30.388052 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] For port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:40:30.391390 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] For port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:40:30.400427 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:30.442433 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:30.443477 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:30.444865 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] 10.222.0.45 "PUT /v2.0/ports/5a0c2a77-d7d8-40da-96b1-9c5fef9274cc HTTP/1.1" status: 200 len: 1093 time: 0.6789112 Sep 20 20:40:30.445306 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'tag': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:40:30.447602 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bee9c4-db52-4048-a7ff-f8ab627a9cc8", "tag": "5a0c2a77-d7d8-40da-96b1-9c5fef9274cc"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:40:30.477089 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62313cab-addd-4591-be7b-8e02ba976925 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:30.503223 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17ce81-fd3b-4c72-8d21-a9faae9f8a21 req-3c022dc5-15c4-4e0e-9346-98e8309439b4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:30.511095 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4e17ce81-fd3b-4c72-8d21-a9faae9f8a21 req-3c022dc5-15c4-4e0e-9346-98e8309439b4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 943 time: 0.1930671 Sep 20 20:40:30.543522 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa62a21-719b-4e48-98fa-dd3515a0f54c x-openstack-request-id: req-caa62a21-719b-4e48-98fa-dd3515a0f54c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:40:30.545951 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bee9c4-db52-4048-a7ff-f8ab627a9cc8", "tag": "5a0c2a77-d7d8-40da-96b1-9c5fef9274cc", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:40:30.546344 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-caa62a21-719b-4e48-98fa-dd3515a0f54c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:40:30.546928 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'tag': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc', 'status': 'completed', 'code': 200} Sep 20 20:40:30.566728 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-7a7727db-3a18-4b89-b8ae-985ec02cb1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:30.568356 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-7a7727db-3a18-4b89-b8ae-985ec02cb1d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0773864 Sep 20 20:40:30.593356 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4e17ce81-fd3b-4c72-8d21-a9faae9f8a21 req-30dd379c-19ad-4ea3-a370-542bc9511601 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813472 Sep 20 20:40:30.616070 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-1e32949e-b700-4bac-ace5-a17dddc9e05d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc HTTP/1.1" status: 200 len: 217 time: 0.0397344 Sep 20 20:40:30.673249 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-35f55cd1-b099-4e4f-af46-29fc3565f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:30.675024 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-35f55cd1-b099-4e4f-af46-29fc3565f848 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=defa30c0-d28a-488d-9a06-e8a8f66dcec3 HTTP/1.1" status: 200 len: 850 time: 0.0515141 Sep 20 20:40:30.729240 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-e2bc5ea6-e3ec-40ac-9fbd-e2f48508c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:30.730793 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-e2bc5ea6-e3ec-40ac-9fbd-e2f48508c131 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edee2f1e-7029-467d-b39c-c0781942037a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483148 Sep 20 20:40:30.830152 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-dda83e0a-423f-4179-8bf0-c19fa52ecb4d service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915160 Sep 20 20:40:30.850647 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-712b0b3a-5ec7-4a07-95ee-402357b2c4d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:30.855147 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-712b0b3a-5ec7-4a07-95ee-402357b2c4d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:30.920178 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7ca049fe-e146-46f6-bdef-0456791a2a89 req-3c459648-df7a-484e-9c48-229e2fd39e99 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824707 Sep 20 20:40:30.954814 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-712b0b3a-5ec7-4a07-95ee-402357b2c4d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Floating IP c23b2073-d665-454c-a3f4-f3018070d3f1 associated. External IP: 172.27.2.126, port: c276df95-eece-44b9-bbe0-d269906ebe1a. Sep 20 20:40:31.010065 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb req-b70b64ed-8d07-4f55-80b5-7b70587b3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:31.011600 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb req-b70b64ed-8d07-4f55-80b5-7b70587b3c49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0447497 Sep 20 20:40:31.101612 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb req-50d0a52a-3e05-4681-89bb-87a19235e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:31.103018 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb req-50d0a52a-3e05-4681-89bb-87a19235e56e service neutron] 10.222.0.45 "GET /v2.0/networks?id=edee2f1e-7029-467d-b39c-c0781942037a HTTP/1.1" status: 200 len: 911 time: 0.0836411 Sep 20 20:40:31.147823 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb req-0e357c80-37a4-4c36-a967-0819d0cc8406 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc HTTP/1.1" status: 200 len: 217 time: 0.0372293 Sep 20 20:40:31.158292 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712b0b3a-5ec7-4a07-95ee-402357b2c4d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Router 4605c7fa-969e-4458-a63e-69f6467ed760 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:40:31.196568 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb req-64900e3c-0be0-4869-ac20-2e306e3ccd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:31.198212 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb req-64900e3c-0be0-4869-ac20-2e306e3ccd04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=defa30c0-d28a-488d-9a06-e8a8f66dcec3 HTTP/1.1" status: 200 len: 850 time: 0.0434892 Sep 20 20:40:31.245298 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb req-50a04486-6805-42ee-a1f6-7609bb92fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:31.246830 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb req-50a04486-6805-42ee-a1f6-7609bb92fa0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edee2f1e-7029-467d-b39c-c0781942037a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395658 Sep 20 20:40:31.263444 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712b0b3a-5ec7-4a07-95ee-402357b2c4d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:40:31.270222 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-712b0b3a-5ec7-4a07-95ee-402357b2c4d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:31.275075 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92478d-6552-4c7c-ab70-3ce7e6cfb277 None None] Sync routers for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:40:31.288257 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92478d-6552-4c7c-ab70-3ce7e6cfb277 None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:31.288971 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9b92478d-6552-4c7c-ab70-3ce7e6cfb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:31.303715 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-712b0b3a-5ec7-4a07-95ee-402357b2c4d7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "PUT /v2.0/floatingips/c23b2073-d665-454c-a3f4-f3018070d3f1 HTTP/1.1" status: 200 len: 992 time: 1.2704172 Sep 20 20:40:31.303715 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:40:31.304444 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00348f36-ce9f-4d34-aea6-56beafcc4a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:40:31.345884 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb req-25bafde9-34b2-43fd-b2f3-85ba522e8b03 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904915 Sep 20 20:40:31.346266 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae23321d-ab4c-4660-a30e-5637251fde39 x-openstack-request-id: req-ae23321d-ab4c-4660-a30e-5637251fde39 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:40:31.346567 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:40:31.346836 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae23321d-ab4c-4660-a30e-5637251fde39 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:40:31.347225 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'status': 'completed', 'code': 200} Sep 20 20:40:31.401358 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-9b92478d-6552-4c7c-ab70-3ce7e6cfb277 None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:31.416656 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00348f36-ce9f-4d34-aea6-56beafcc4a0f req-4a996d5f-35a9-4e2a-b56c-ffe497c35f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:31.418215 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00348f36-ce9f-4d34-aea6-56beafcc4a0f req-4a996d5f-35a9-4e2a-b56c-ffe497c35f06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 1099 time: 0.0500271 Sep 20 20:40:31.445328 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-97cf846c-e7eb-4bb1-b66a-76fc498a84eb req-1bb00c83-f601-4bc4-9fa2-669d6ff297e3 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873401 Sep 20 20:40:31.516534 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00348f36-ce9f-4d34-aea6-56beafcc4a0f req-03c0a5ad-4930-4c21-8cd7-a397dd8dde03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:31.518071 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00348f36-ce9f-4d34-aea6-56beafcc4a0f req-03c0a5ad-4930-4c21-8cd7-a397dd8dde03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 916 time: 0.0923316 Sep 20 20:40:31.590700 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00348f36-ce9f-4d34-aea6-56beafcc4a0f req-a2017aff-4003-4a47-8076-e545b54472f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c276df95-eece-44b9-bbe0-d269906ebe1a HTTP/1.1" status: 200 len: 1000 time: 0.0641446 Sep 20 20:40:31.645590 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00348f36-ce9f-4d34-aea6-56beafcc4a0f req-8c8f12e8-18a7-49fe-afb9-5ee28ae47b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:31.647708 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00348f36-ce9f-4d34-aea6-56beafcc4a0f req-8c8f12e8-18a7-49fe-afb9-5ee28ae47b57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 200 len: 855 time: 0.0498943 Sep 20 20:40:31.701846 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9b92478d-6552-4c7c-ab70-3ce7e6cfb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'c23b2073-d665-454c-a3f4-f3018070d3f1', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'port_id': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'mac_address': 'fa:16:3e:72:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:40:12Z', 'updated_at': '2021-09-20T20:40:30Z', 'revision_number': 1, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:31.732002 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92478d-6552-4c7c-ab70-3ce7e6cfb277 None None] Checking router: 4605c7fa-969e-4458-a63e-69f6467ed760 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:40:31.739444 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00348f36-ce9f-4d34-aea6-56beafcc4a0f req-a5c1901e-aafc-4e0b-8d5c-abaa735a64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:31.741145 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00348f36-ce9f-4d34-aea6-56beafcc4a0f req-a5c1901e-aafc-4e0b-8d5c-abaa735a64d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849748 Sep 20 20:40:31.741514 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92478d-6552-4c7c-ab70-3ce7e6cfb277 None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:31.742320 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9b92478d-6552-4c7c-ab70-3ce7e6cfb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:31.752788 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab4b3a-8e8d-4910-ae90-264ba700f386 req-3705ee51-b3df-4f2e-a193-ca8e043183b8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:31.754302 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-15ab4b3a-8e8d-4910-ae90-264ba700f386 req-3705ee51-b3df-4f2e-a193-ca8e043183b8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 943 time: 0.0729053 Sep 20 20:40:31.847548 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-15ab4b3a-8e8d-4910-ae90-264ba700f386 req-edface61-78fa-4420-902d-a902acff8b2f tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838101 Sep 20 20:40:31.862130 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-9b92478d-6552-4c7c-ab70-3ce7e6cfb277 None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:31.872191 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00348f36-ce9f-4d34-aea6-56beafcc4a0f req-986e64e3-d244-4e7d-9b7b-3183c20d9dea service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168818 Sep 20 20:40:31.945643 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44154) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:31.971082 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00348f36-ce9f-4d34-aea6-56beafcc4a0f req-e3d82d8a-db51-4491-9c21-f214d38b5fbe service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922134 Sep 20 20:40:32.057396 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbe8eace-fd7c-4a62-ae55-938b33873bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:32.098562 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9b92478d-6552-4c7c-ab70-3ce7e6cfb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'c23b2073-d665-454c-a3f4-f3018070d3f1', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'port_id': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'mac_address': 'fa:16:3e:72:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:40:12Z', 'updated_at': '2021-09-20T20:40:30Z', 'revision_number': 1, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:32.143822 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbe8eace-fd7c-4a62-ae55-938b33873bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:32.148015 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbe8eace-fd7c-4a62-ae55-938b33873bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:32.191151 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-fbe8eace-fd7c-4a62-ae55-938b33873bf8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=069cfddd12824305ab293fb4e5ae24e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441611 Sep 20 20:40:32.192112 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8eace-fd7c-4a62-ae55-938b33873bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b9cecd-d2ae-47d0-8815-00af7dce7039,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:32.194524 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44158) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:32.244030 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92478d-6552-4c7c-ab70-3ce7e6cfb277 None None] The sync data for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi is: [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'c23b2073-d665-454c-a3f4-f3018070d3f1', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'port_id': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'mac_address': 'fa:16:3e:72:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:40:12Z', 'updated_at': '2021-09-20T20:40:30Z', 'revision_number': 1, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:40:32.247388 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0a8309e3-c31a-4e1b-a266-977321d0e3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:32.268566 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0a8309e3-c31a-4e1b-a266-977321d0e3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:32.315035 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0a8309e3-c31a-4e1b-a266-977321d0e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:32.317845 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0a8309e3-c31a-4e1b-a266-977321d0e3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:32.319060 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0a8309e3-c31a-4e1b-a266-977321d0e3bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43b9cecd-d2ae-47d0-8815-00af7dce7039 HTTP/1.1" status: 204 len: 168 time: 0.1232903 Sep 20 20:40:32.326782 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8309e3-c31a-4e1b-a266-977321d0e3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b9cecd-d2ae-47d0-8815-00af7dce7039,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:32.469101 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6218df8-30eb-4ba6-a205-8d7607a93496 None None] New status for floating IP c23b2073-d665-454c-a3f4-f3018070d3f1: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:40:32.936276 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44184) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:32.976316 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71716f-2255-45eb-88d0-3042ce37c974 req-7a3a55f6-9844-4258-b50d-e85316f96ac8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:32.977724 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ee71716f-2255-45eb-88d0-3042ce37c974 req-7a3a55f6-9844-4258-b50d-e85316f96ac8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 943 time: 0.0573869 Sep 20 20:40:33.015058 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ee71716f-2255-45eb-88d0-3042ce37c974 req-43a4e4b3-d1e4-4979-920d-2b0dbf61a9e0 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314884 Sep 20 20:40:33.046046 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-756924614-network', 'tenant_id': '5552c298b38a444e8d97a2fa59684129'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:33.066715 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Made reservation on behalf of 5552c298b38a444e8d97a2fa59684129 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:40:33.069035 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.077441 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.164879 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.168579 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.188129 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:40:33.201783 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b883a04-2b35-43bf-bae5-f7696a66a59b,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:33.206378 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.206715 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Added segment caecf787-1f46-4253-b583-5a95fe5792fd of type vlan for network 8a2d8583-a5fb-4d43-9579-2f68885aab7d Sep 20 20:40:33.244412 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.267561 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.268509 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:33.269070 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.304026 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3667595 Sep 20 20:40:33.307144 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44188) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:33.312095 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] Request body: {'subnet': {'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-756924614-subnet', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:33.330684 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a17eb-241c-4413-8ae8-d587395a9fda admin admin] Pushing event updated for resources: {'Network': ['ID=8a2d8583-a5fb-4d43-9579-2f68885aab7d,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:33.332254 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] Made reservation on behalf of 5552c298b38a444e8d97a2fa59684129 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:40:33.336608 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8523866'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.341057 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 8a2d8583-a5fb-4d43-9579-2f68885aab7d details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:40:33.504809 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9331318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8523892'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.540439 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:40:33.560053 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de045699-ce2d-4a5c-9ba3-f3d4a846fb90,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:33.570085 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] Checking segment: {'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:40:33.570433 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] Network hostable DHCP agents. Network: 8a2d8583-a5fb-4d43-9579-2f68885aab7d, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:40:33.587445 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] Network 8a2d8583-a5fb-4d43-9579-2f68885aab7d is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:40:33.596044 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 8a2d8583-a5fb-4d43-9579-2f68885aab7d) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:33.600649 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:33.601229 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.610564 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1716261c-80a5-4b1d-b6f5-77435d613074 None None] Network 8a2d8583-a5fb-4d43-9579-2f68885aab7d requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:40:33.617903 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8e0f421c-38a8-4cd5-94a8-fe04943ada38 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3072405 Sep 20 20:40:33.618618 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44192) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:33.624759 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:33.648173 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7871'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.649130 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7844'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.691272 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:33.698014 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.705669 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'port_id': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc', 'mac_address': 'fa:16:3e:62:df:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:40:33.777545 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.806039 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:40:33.817548 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81fd09d5-7c20-5b0a-b15b-6ad7e40d78d1-8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90'}]}} from dv-cinder-798208-2-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 20:40:33.818924 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.830264 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.837550 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:33.846793 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:33.954404 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:33.996529 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Allocated IP 172.20.0.2 (8a2d8583-a5fb-4d43-9579-2f68885aab7d/de045699-ce2d-4a5c-9ba3-f3d4a846fb90/3c98df80-2117-42de-a1cd-3a3853a00f86) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:40:34.019993 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:34.039244 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:34.063238 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['5a0c2a77-d7d8-40da-96b1-9c5fef9274cc'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:40:34.170211 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13119876-a111-4082-8521-ee88c00b7da9 req-843c5702-7d34-48f9-9622-cd40c15fdfa6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:34.171702 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-13119876-a111-4082-8521-ee88c00b7da9 req-843c5702-7d34-48f9-9622-cd40c15fdfa6 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 944 time: 0.0871735 Sep 20 20:40:34.193738 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Allocated IP 172.27.2.75 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/9af0bb0b-b462-4d4d-8bca-365482f39bac) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:40:34.198320 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:34.209552 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:34.235240 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-13119876-a111-4082-8521-ee88c00b7da9 req-7c043ae6-0a8c-4560-8a3f-d65b95c401c9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545213 Sep 20 20:40:34.266782 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Network 8a2d8583-a5fb-4d43-9579-2f68885aab7d is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:34.276116 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:34.281178 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:40:34.286145 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Pushing event updated for resources: {'Port': ['ID=3c98df80-2117-42de-a1cd-3a3853a00f86,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:34.328260 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:34.350090 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Attempting to bind port 3c98df80-2117-42de-a1cd-3a3853a00f86 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:40:34.350667 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Attempting to bind port 3c98df80-2117-42de-a1cd-3a3853a00f86 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:40:34.350795 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Attempting to bind port 3c98df80-2117-42de-a1cd-3a3853a00f86 on network 8a2d8583-a5fb-4d43-9579-2f68885aab7d {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:40:34.355780 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:40:34.356193 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Checking segment: {'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:40:34.356585 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:34.356987 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Bound using segment: {'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:40:34.357493 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Bound port: 3c98df80-2117-42de-a1cd-3a3853a00f86, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:40:34.358052 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:34.361908 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:34.401097 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:34.405890 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:34.408279 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:40:34.431150 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] For port 3c98df80-2117-42de-a1cd-3a3853a00f86, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:40:34.431691 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9af0bb0b-b462-4d4d-8bca-365482f39bac,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:34.434150 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] For port 3c98df80-2117-42de-a1cd-3a3853a00f86, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=3c98df80-2117-42de-a1cd-3a3853a00f86,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:40:34.439354 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:34.495552 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f0863-9ba2-4d3f-9b7c-5a9f0dbd01d1 None None] Pushing event updated for resources: {'Port': ['ID=3c98df80-2117-42de-a1cd-3a3853a00f86,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:34.670314 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:34.866661 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529736'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:35.217143 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 is scheduled to L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 20:40:35.368299 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 3c98df80-2117-42de-a1cd-3a3853a00f86 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:35.413525 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:40:35.425311 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fa019-796f-416f-8a1a-44037788def5 req-9780ba53-b719-4c95-8e89-f72399f869e9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:35.425932 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Sync routers for ids ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:40:35.426864 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2c3fa019-796f-416f-8a1a-44037788def5 req-9780ba53-b719-4c95-8e89-f72399f869e9 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 944 time: 0.0715671 Sep 20 20:40:35.442887 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:35.443345 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Routers {'5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:35.443974 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:35.444122 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-fd9c3962-4863-4d85-802b-eac3bca293f6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8243511 Sep 20 20:40:35.447211 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44200) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:35.472112 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2c3fa019-796f-416f-8a1a-44037788def5 req-12d3beba-1155-42c0-b8fc-570cd7737467 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384579 Sep 20 20:40:35.495297 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 3c98df80-2117-42de-a1cd-3a3853a00f86 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:35.495672 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:35.530866 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e2f037-dd8f-464e-a33e-943ff14ca7e2 None None] Network 8a2d8583-a5fb-4d43-9579-2f68885aab7d requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:40:35.580643 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:35.681741 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Set router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:35.748566 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-5e477234-af24-4588-8f7e-9f1d3f1b3f6f None None] Provisioning complete for port 3c98df80-2117-42de-a1cd-3a3853a00f86 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:35.748934 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5e477234-af24-4588-8f7e-9f1d3f1b3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:35.867894 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.023982 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.026086 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Allocated IP 172.20.0.1 (8a2d8583-a5fb-4d43-9579-2f68885aab7d/de045699-ce2d-4a5c-9ba3-f3d4a846fb90/d4cce1bf-6c2a-4967-93c6-eb36daf16f46) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:40:36.037695 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:40:36.052080 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:36.052430 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.128477 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.162432 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.163822 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port 3c98df80-2117-42de-a1cd-3a3853a00f86, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=3c98df80-2117-42de-a1cd-3a3853a00f86,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:36.195019 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.201033 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Network 8a2d8583-a5fb-4d43-9579-2f68885aab7d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:36.203885 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:36.205955 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5e477234-af24-4588-8f7e-9f1d3f1b3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.206756 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:40:36.235447 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Pushing event updated for resources: {'Port': ['ID=d4cce1bf-6c2a-4967-93c6-eb36daf16f46,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:36.253751 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529823'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.335319 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=3c98df80-2117-42de-a1cd-3a3853a00f86,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:36.345373 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.362802 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:34Z', 'revision_number': 3, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:36.369924 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.db.api [None req-5e477234-af24-4588-8f7e-9f1d3f1b3f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 20:40:36.370595 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG oslo_db.api [None req-5e477234-af24-4588-8f7e-9f1d3f1b3f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 20:40:36.383245 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.399609 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Checking router: 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:40:36.399954 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Updating router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 port 9af0bb0b-b462-4d4d-8bca-365482f39bac binding host dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:40:36.406926 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:40:36.409224 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a02bb3-0229-43fd-a0e9-9044771ceb8f" -d '{"events": [{"server_uuid": "d1bee9c4-db52-4048-a7ff-f8ab627a9cc8", "name": "network-vif-plugged", "status": "completed", "tag": "5a0c2a77-d7d8-40da-96b1-9c5fef9274cc"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:40:36.438806 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:36.444505 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.447376 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.471759 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162453f5-d77b-44d1-8fad-8d026b3c3bfb x-openstack-request-id: req-162453f5-d77b-44d1-8fad-8d026b3c3bfb {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:40:36.471991 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bee9c4-db52-4048-a7ff-f8ab627a9cc8", "name": "network-vif-plugged", "status": "completed", "tag": "5a0c2a77-d7d8-40da-96b1-9c5fef9274cc", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:40:36.472204 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-162453f5-d77b-44d1-8fad-8d026b3c3bfb {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:40:36.472588 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc', 'code': 200} Sep 20 20:40:36.605665 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.608158 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:36.617890 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.673242 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31760e-8d8d-463e-8933-4f1fb3a6677a req-dfb4c6e6-8480-4c4e-a7cf-328305c87535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:36.676276 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8f31760e-8d8d-463e-8933-4f1fb3a6677a req-dfb4c6e6-8480-4c4e-a7cf-328305c87535 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0490832 Sep 20 20:40:36.712073 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Pushing event updated for resources: {'Port': ['ID=d4cce1bf-6c2a-4967-93c6-eb36daf16f46,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:36.712306 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8f31760e-8d8d-463e-8933-4f1fb3a6677a req-78752930-7c38-42be-b42f-8502705e035d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283191 Sep 20 20:40:36.715336 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529935'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.725737 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325064c-e0ca-40ac-abad-386aea2c85eb req-85a68d02-bbf1-4bef-baa1-71cf542fcf31 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:36.727247 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f325064c-e0ca-40ac-abad-386aea2c85eb req-85a68d02-bbf1-4bef-baa1-71cf542fcf31 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.1345317 Sep 20 20:40:36.799648 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.805168 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.817144 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f325064c-e0ca-40ac-abad-386aea2c85eb req-33a9ebd5-63b8-48b3-9a5a-f815ad6ca80a tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816588 Sep 20 20:40:36.849197 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Network 8a2d8583-a5fb-4d43-9579-2f68885aab7d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:36.850598 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:36.871597 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.909506 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Attempting to bind port 9af0bb0b-b462-4d4d-8bca-365482f39bac on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:40:36.909876 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Attempting to bind port 9af0bb0b-b462-4d4d-8bca-365482f39bac by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:40:36.910280 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Attempting to bind port 9af0bb0b-b462-4d4d-8bca-365482f39bac on network cbef75a3-08eb-4f42-a4dd-36fb4337e14f {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:40:36.913832 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d47960-c457-4e82-a4c8-7770dc872644 None None] Pushing event updated for resources: {'Port': ['ID=9af0bb0b-b462-4d4d-8bca-365482f39bac,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:36.918633 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:40:36.919006 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Checking segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:40:36.919408 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.919793 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Bound using segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:40:36.920261 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Bound port: 9af0bb0b-b462-4d4d-8bca-365482f39bac, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:40:36.920643 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:36.983534 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:40:36.989549 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] For port 9af0bb0b-b462-4d4d-8bca-365482f39bac, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:40:36.993010 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] For port 9af0bb0b-b462-4d4d-8bca-365482f39bac, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=9af0bb0b-b462-4d4d-8bca-365482f39bac,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:40:36.998616 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:37.072347 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Routers {'5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:37.073058 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:37.077078 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-032fbebd-edec-49a7-ba13-c990695e0647 None None] Provisioning complete for port 3c98df80-2117-42de-a1cd-3a3853a00f86 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:37.077443 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-032fbebd-edec-49a7-ba13-c990695e0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:37.081938 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d47960-c457-4e82-a4c8-7770dc872644 None None] Pushing event updated for resources: {'Port': ['ID=9af0bb0b-b462-4d4d-8bca-365482f39bac,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:37.244009 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] Set router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:37.289020 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 3c98df80-2117-42de-a1cd-3a3853a00f86 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:37.321916 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:40:37.327041 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a4c16dee-7811-4d17-851f-75e3757ade0b admin admin] 10.222.0.44 "PUT /v2.0/routers/5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8787203 Sep 20 20:40:37.347661 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-032fbebd-edec-49a7-ba13-c990695e0647 None None] Provisioning complete for port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:37.348023 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-032fbebd-edec-49a7-ba13-c990695e0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:37.446639 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-032fbebd-edec-49a7-ba13-c990695e0647 None None] Port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:40:37.473760 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 3c98df80-2117-42de-a1cd-3a3853a00f86 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:37.474714 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:37.578369 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'd4cce1bf-6c2a-4967-93c6-eb36daf16f46', 'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'mac_address': 'fa:16:3e:ba:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:35Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 2, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'subnets': [{'id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:37.618164 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eba284-df34-4a74-b2c0-57ca4ddf980d None None] The sync data for ids ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'] in dv-cinder-798208-2-iscsi is: [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'd4cce1bf-6c2a-4967-93c6-eb36daf16f46', 'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'mac_address': 'fa:16:3e:ba:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:35Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 2, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'subnets': [{'id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:40:37.626780 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-6b20bf0f-8b39-4e0f-98b6-2ba2efee88c6 None None] Provisioning complete for port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:37.627147 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6b20bf0f-8b39-4e0f-98b6-2ba2efee88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:37.665502 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-6b20bf0f-8b39-4e0f-98b6-2ba2efee88c6 None None] Port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:40:37.802000 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44224) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:37.807932 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1219224245-network', 'tenant_id': '763769a2845847908b62cea54f3440c2'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:37.832133 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Made reservation on behalf of 763769a2845847908b62cea54f3440c2 for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:40:37.835194 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:37.845813 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:37.978533 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cb792-6303-4c40-bd53-ac7b567996d2 req-4751ef8b-345e-4bc4-a09d-cd6a65ead3ad tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:37.980049 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-be3cb792-6303-4c40-bd53-ac7b567996d2 req-4751ef8b-345e-4bc4-a09d-cd6a65ead3ad tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0857701 Sep 20 20:40:38.000344 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.009766 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.049871 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:40:38.057068 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dcbd40-17df-4416-90bc-c43b5721fe64,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:38.063554 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-be3cb792-6303-4c40-bd53-ac7b567996d2 req-0dfd015e-d8b1-4a8c-bfd6-2c6fb43d4bcb tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736604 Sep 20 20:40:38.068664 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.069007 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Added segment bc95a0db-550a-4945-858c-b413623f8ee8 of type vlan for network f08cf62c-040a-4aba-9783-13de5f3ee515 Sep 20 20:40:38.113762 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.141135 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.142288 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:38.142882 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.179413 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3762953 Sep 20 20:40:38.182110 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44232) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:38.197582 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e72842-852a-4e72-b6b0-c9295676f560 req-416a81ab-1f79-4a70-b608-790d6dca83da tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:38.204600 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-40e72842-852a-4e72-b6b0-c9295676f560 req-416a81ab-1f79-4a70-b608-790d6dca83da tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0618618 Sep 20 20:40:38.209198 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44234) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:38.214326 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-5c40214e-6a08-42de-acca-99a0b094a3c7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Request body: {'floatingip': {'port_id': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:38.214752 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] Request body: {'subnet': {'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1219224245-subnet', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:38.222972 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288684c-b772-4608-9ada-77bf69399e41 admin admin] Pushing event updated for resources: {'Network': ['ID=f08cf62c-040a-4aba-9783-13de5f3ee515,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:38.240561 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network f08cf62c-040a-4aba-9783-13de5f3ee515 details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:40:38.242271 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] Made reservation on behalf of 763769a2845847908b62cea54f3440c2 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:40:38.244781 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8523866'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.267949 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c40214e-6a08-42de-acca-99a0b094a3c7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.453376 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9331318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8523892'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.508187 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbcf6ba-c21b-4c06-84ed-372986d9d450,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:38.518533 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] Checking segment: {'id': 'bc95a0db-550a-4945-858c-b413623f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:40:38.518885 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] Network hostable DHCP agents. Network: f08cf62c-040a-4aba-9783-13de5f3ee515, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:40:38.535800 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] Network f08cf62c-040a-4aba-9783-13de5f3ee515 is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:40:38.545503 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, f08cf62c-040a-4aba-9783-13de5f3ee515) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:38.550218 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:38.550815 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.557306 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16245f-ceee-47a2-9786-6fa297ff87df None None] Network f08cf62c-040a-4aba-9783-13de5f3ee515 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:40:38.569369 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1dd6f0e3-50f2-4a3b-b77b-8dddbde9a24a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3836427 Sep 20 20:40:38.570245 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44236) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:38.584539 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1219224245-router', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:38.646481 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7871'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.647521 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7844'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.747930 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.844272 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81fd09d5-7c20-5b0a-b15b-6ad7e40d78d1-f08cf62c-040a-4aba-9783-13de5f3ee515', 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'fixed_ips': [{'subnet_id': 'dbbcf6ba-c21b-4c06-84ed-372986d9d450'}]}} from dv-cinder-798208-2-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 20:40:38.849390 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.945602 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.959539 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c40214e-6a08-42de-acca-99a0b094a3c7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.970876 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c40214e-6a08-42de-acca-99a0b094a3c7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:38.988747 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Allocated IP 172.20.0.2 (f08cf62c-040a-4aba-9783-13de5f3ee515/dbbcf6ba-c21b-4c06-84ed-372986d9d450/7526a6a0-0d07-4740-9992-538b365af1b6) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:40:39.125856 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-5c40214e-6a08-42de-acca-99a0b094a3c7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Floating IP 82ab9420-503b-4506-abfd-3454159231f2 associated. External IP: 172.27.2.90, port: 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc. Sep 20 20:40:39.142942 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:39.148593 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:39.192366 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Network f08cf62c-040a-4aba-9783-13de5f3ee515 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:39.197149 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:39.200018 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:40:39.216567 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Pushing event updated for resources: {'Port': ['ID=7526a6a0-0d07-4740-9992-538b365af1b6,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:39.270646 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Attempting to bind port 7526a6a0-0d07-4740-9992-538b365af1b6 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:40:39.270909 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Attempting to bind port 7526a6a0-0d07-4740-9992-538b365af1b6 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': 'bc95a0db-550a-4945-858c-b413623f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:40:39.271239 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Attempting to bind port 7526a6a0-0d07-4740-9992-538b365af1b6 on network f08cf62c-040a-4aba-9783-13de5f3ee515 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:40:39.281220 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:40:39.281919 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Checking segment: {'id': 'bc95a0db-550a-4945-858c-b413623f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:40:39.282518 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:39.282911 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Bound using segment: {'id': 'bc95a0db-550a-4945-858c-b413623f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:40:39.283411 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Bound port: 7526a6a0-0d07-4740-9992-538b365af1b6, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc95a0db-550a-4945-858c-b413623f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:40:39.283927 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:39.334954 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9af0bb0b-b462-4d4d-8bca-365482f39bac up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:39.387421 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:39.395120 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] For port 7526a6a0-0d07-4740-9992-538b365af1b6, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:40:39.400056 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] For port 7526a6a0-0d07-4740-9992-538b365af1b6, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=7526a6a0-0d07-4740-9992-538b365af1b6,segment=NetworkSegment(bc95a0db-550a-4945-858c-b413623f8ee8),segment_id=bc95a0db-550a-4945-858c-b413623f8ee8)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:40:39.405791 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:39.437871 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:39.446662 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 9af0bb0b-b462-4d4d-8bca-365482f39bac triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:39.447029 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:39.498021 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f0290-935e-4d28-aacd-677bff71b32a None None] Pushing event updated for resources: {'Port': ['ID=7526a6a0-0d07-4740-9992-538b365af1b6,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:39.498705 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c40214e-6a08-42de-acca-99a0b094a3c7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Router cadfcf73-95fe-4b9f-8606-11f47a049402 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:40:39.563887 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:39.591378 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port 9af0bb0b-b462-4d4d-8bca-365482f39bac, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=9af0bb0b-b462-4d4d-8bca-365482f39bac,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:39.597435 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:39.617064 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Allocated IP 172.27.2.2 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:40:39.677948 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=9af0bb0b-b462-4d4d-8bca-365482f39bac,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:39.697285 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c40214e-6a08-42de-acca-99a0b094a3c7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:40:39.706660 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c40214e-6a08-42de-acca-99a0b094a3c7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:39.706934 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16a999-613a-4d18-9013-fe7fe06d414e None None] Sync routers for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:40:39.720495 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16a999-613a-4d18-9013-fe7fe06d414e None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:39.721202 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-fe16a999-613a-4d18-9013-fe7fe06d414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:39.840069 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-fe16a999-613a-4d18-9013-fe7fe06d414e None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:39.981709 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5c40214e-6a08-42de-acca-99a0b094a3c7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "PUT /v2.0/floatingips/82ab9420-503b-4506-abfd-3454159231f2 HTTP/1.1" status: 200 len: 990 time: 1.7709053 Sep 20 20:40:39.984007 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'tag': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:40:39.986393 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deac3cda-9506-4df8-9281-ec9c53acc838" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bee9c4-db52-4048-a7ff-f8ab627a9cc8", "tag": "5a0c2a77-d7d8-40da-96b1-9c5fef9274cc"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:40:40.023299 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:40.054810 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6969aa2-b88f-4974-8243-46f9addf82a7 x-openstack-request-id: req-b6969aa2-b88f-4974-8243-46f9addf82a7 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:40:40.055392 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bee9c4-db52-4048-a7ff-f8ab627a9cc8", "tag": "5a0c2a77-d7d8-40da-96b1-9c5fef9274cc", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:40:40.055843 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6969aa2-b88f-4974-8243-46f9addf82a7 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:40:40.056438 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'tag': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc', 'status': 'completed', 'code': 200} Sep 20 20:40:40.064126 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-fe16a999-613a-4d18-9013-fe7fe06d414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': '82ab9420-503b-4506-abfd-3454159231f2', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'port_id': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'mac_address': 'fa:16:3e:62:df:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:40:26Z', 'updated_at': '2021-09-20T20:40:38Z', 'revision_number': 1, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:40.093170 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16a999-613a-4d18-9013-fe7fe06d414e None None] Checking router: cadfcf73-95fe-4b9f-8606-11f47a049402 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:40:40.102773 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16a999-613a-4d18-9013-fe7fe06d414e None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:40.103375 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-fe16a999-613a-4d18-9013-fe7fe06d414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:40.113872 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:40.145114 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac3cda-9506-4df8-9281-ec9c53acc838 req-6100a859-64e6-4362-9a15-89c3fa90726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:40.147170 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-deac3cda-9506-4df8-9281-ec9c53acc838 req-6100a859-64e6-4362-9a15-89c3fa90726d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0766246 Sep 20 20:40:40.158012 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:40.173701 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:40.189656 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:40:40.214281 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-fe16a999-613a-4d18-9013-fe7fe06d414e None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:40.224547 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Pushing event updated for resources: {'Port': ['ID=43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:40.265026 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.265375 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.265712 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.266089 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.266389 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.266719 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.267040 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.267374 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.267689 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.268006 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.268326 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.268645 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:40.384818 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac3cda-9506-4df8-9281-ec9c53acc838 req-717767cc-aed7-4426-9df5-35241128263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:40.386359 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-deac3cda-9506-4df8-9281-ec9c53acc838 req-717767cc-aed7-4426-9df5-35241128263f service neutron] 10.222.0.45 "GET /v2.0/networks?id=edee2f1e-7029-467d-b39c-c0781942037a HTTP/1.1" status: 200 len: 911 time: 0.2303717 Sep 20 20:40:40.392271 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Sync routers for ids ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:40:40.416602 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Routers {'5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:40.417479 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:40.472430 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-deac3cda-9506-4df8-9281-ec9c53acc838 req-067b90e3-3aa9-4032-aaff-5957e0dcb1b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc HTTP/1.1" status: 200 len: 998 time: 0.0764396 Sep 20 20:40:40.543975 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-fe16a999-613a-4d18-9013-fe7fe06d414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': '82ab9420-503b-4506-abfd-3454159231f2', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'port_id': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'mac_address': 'fa:16:3e:62:df:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:40:26Z', 'updated_at': '2021-09-20T20:40:38Z', 'revision_number': 1, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:40.544178 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e0c6bd-b70c-4bbe-956c-c01d8b7b84d7 None None] Network f08cf62c-040a-4aba-9783-13de5f3ee515 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:40:40.579868 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16a999-613a-4d18-9013-fe7fe06d414e None None] The sync data for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi is: [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': '82ab9420-503b-4506-abfd-3454159231f2', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'port_id': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'mac_address': 'fa:16:3e:62:df:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:40:26Z', 'updated_at': '2021-09-20T20:40:38Z', 'revision_number': 1, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:40:40.585477 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Set router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:40.605619 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac3cda-9506-4df8-9281-ec9c53acc838 req-2b87f9dc-c9ca-4a89-b28c-5bc959b65043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:40.607127 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-deac3cda-9506-4df8-9281-ec9c53acc838 req-2b87f9dc-c9ca-4a89-b28c-5bc959b65043 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=defa30c0-d28a-488d-9a06-e8a8f66dcec3 HTTP/1.1" status: 200 len: 850 time: 0.0974343 Sep 20 20:40:40.631767 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:40.661840 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-184376e9-7574-4a91-b88c-a0ad68a5c5f0 None None] Provisioning complete for port 7526a6a0-0d07-4740-9992-538b365af1b6 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:40.662228 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-184376e9-7574-4a91-b88c-a0ad68a5c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:40.706303 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac3cda-9506-4df8-9281-ec9c53acc838 req-f20979ab-0dce-484f-b308-6614d8cabc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:40.707854 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-deac3cda-9506-4df8-9281-ec9c53acc838 req-f20979ab-0dce-484f-b308-6614d8cabc34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edee2f1e-7029-467d-b39c-c0781942037a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898418 Sep 20 20:40:40.805093 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23003db-0837-4978-900a-925e93c7b890 None None] New status for floating IP 82ab9420-503b-4506-abfd-3454159231f2: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:40:40.885347 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dcc35ef6-aeb7-4c53-9b48-fa94bc9229cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:40.908295 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-deac3cda-9506-4df8-9281-ec9c53acc838 req-8dae0d65-1ada-49f3-bffb-48eeeae97d7f service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727195 Sep 20 20:40:40.939263 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529736'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:40.978281 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-184376e9-7574-4a91-b88c-a0ad68a5c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:41.021212 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-184376e9-7574-4a91-b88c-a0ad68a5c5f0 None None] For port 7526a6a0-0d07-4740-9992-538b365af1b6, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=7526a6a0-0d07-4740-9992-538b365af1b6,segment=NetworkSegment(bc95a0db-550a-4945-858c-b413623f8ee8),segment_id=bc95a0db-550a-4945-858c-b413623f8ee8)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:41.026358 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'd4cce1bf-6c2a-4967-93c6-eb36daf16f46', 'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'mac_address': 'fa:16:3e:ba:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:35Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 2, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'subnets': [{'id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:41.029776 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-184376e9-7574-4a91-b88c-a0ad68a5c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:41.059652 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Checking router: 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:40:41.060011 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Updating router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 binding host dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:40:41.085918 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-deac3cda-9506-4df8-9281-ec9c53acc838 req-8cbecad0-4dfe-481b-bea6-8e1bbbac11f5 service neutron] 10.222.0.45 "GET /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672106 Sep 20 20:40:41.123821 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:41.129107 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Router 82989480-ea3b-4133-ad21-0997f4352a86 is scheduled to L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 20:40:41.144358 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184376e9-7574-4a91-b88c-a0ad68a5c5f0 None None] Pushing event updated for resources: {'Port': ['ID=7526a6a0-0d07-4740-9992-538b365af1b6,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:41.249851 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:40:41.266471 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Sync routers for ids ['82989480-ea3b-4133-ad21-0997f4352a86'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:40:41.268770 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:41.270215 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e622671c-020e-4f36-b838-d2ba1d482d7a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6995363 Sep 20 20:40:41.273096 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44250) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:40:41.292945 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Routers {'82989480-ea3b-4133-ad21-0997f4352a86'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:41.293218 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['82989480-ea3b-4133-ad21-0997f4352a86'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:41.296944 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b4b854c9-4710-471b-b224-a472121e855c None None] Provisioning complete for port 7526a6a0-0d07-4740-9992-538b365af1b6 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:41.297387 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b4b854c9-4710-471b-b224-a472121e855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:41.415448 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 7526a6a0-0d07-4740-9992-538b365af1b6 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:41.661922 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Set router 82989480-ea3b-4133-ad21-0997f4352a86 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:41.699228 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:41.823133 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 7526a6a0-0d07-4740-9992-538b365af1b6 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:41.823499 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:41.851844 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Allocated IP 172.20.0.1 (f08cf62c-040a-4aba-9783-13de5f3ee515/dbbcf6ba-c21b-4c06-84ed-372986d9d450/4b2616cc-54d4-45b5-b432-8882540fbe54) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:40:41.878788 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:41.897785 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:41.956877 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:41.982781 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06270c62-acc5-4f85-900f-31d377e5015a None None] Pushing event updated for resources: {'Port': ['ID=d4cce1bf-6c2a-4967-93c6-eb36daf16f46,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:41.994579 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.032549 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Network f08cf62c-040a-4aba-9783-13de5f3ee515 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:42.037032 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:42.047338 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:40:42.070404 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Attempting to bind port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:40:42.070404 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Attempting to bind port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:40:42.070708 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Attempting to bind port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 on network 8a2d8583-a5fb-4d43-9579-2f68885aab7d {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:40:42.071372 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2616cc-54d4-45b5-b432-8882540fbe54,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:42.076789 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9af0bb0b-b462-4d4d-8bca-365482f39bac up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:42.081405 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:40:42.081765 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Checking segment: {'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:40:42.082203 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.082597 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Bound using segment: {'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:40:42.083138 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Bound port: d4cce1bf-6c2a-4967-93c6-eb36daf16f46, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:40:42.084044 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.097265 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529823'] for router_interface, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.124617 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82989480-ea3b-4133-ad21-0997f4352a86', 'name': 'tempest-TestMinimumBasicScenario-1219224245-router', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:38Z', 'updated_at': '2021-09-20T20:40:40Z', 'revision_number': 3, 'project_id': '763769a2845847908b62cea54f3440c2', 'gw_port': {'id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:39Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:42.185283 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Checking router: 82989480-ea3b-4133-ad21-0997f4352a86 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:40:42.185632 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Updating router 82989480-ea3b-4133-ad21-0997f4352a86 port 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 binding host dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:40:42.257602 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.257816 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.306038 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-4b5bce27-79ce-44b0-9a98-eeb18d1d72a2 None None] Provisioning complete for port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:42.306411 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4b5bce27-79ce-44b0-9a98-eeb18d1d72a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.312817 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 9af0bb0b-b462-4d4d-8bca-365482f39bac triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:42.313210 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.318896 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] For port d4cce1bf-6c2a-4967-93c6-eb36daf16f46, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:40:42.426571 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.427938 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] For port d4cce1bf-6c2a-4967-93c6-eb36daf16f46, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=d4cce1bf-6c2a-4967-93c6-eb36daf16f46,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:40:42.437600 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.443960 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.460413 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-4b5bce27-79ce-44b0-9a98-eeb18d1d72a2 None None] Port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:40:42.514026 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529935'] for router_interface, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.515760 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2616cc-54d4-45b5-b432-8882540fbe54,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:42.584872 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06270c62-acc5-4f85-900f-31d377e5015a None None] Pushing event updated for resources: {'Port': ['ID=d4cce1bf-6c2a-4967-93c6-eb36daf16f46,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:42.595156 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Routers {'5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:42.595156 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:42.610372 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Network f08cf62c-040a-4aba-9783-13de5f3ee515 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:42.611737 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:42.691490 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-57ba2b18-9945-4185-944b-9f097cdbbdcd None None] Provisioning complete for port 4b2616cc-54d4-45b5-b432-8882540fbe54 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:42.692048 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-57ba2b18-9945-4185-944b-9f097cdbbdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.744923 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Router 82989480-ea3b-4133-ad21-0997f4352a86 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:40:42.785623 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-57ba2b18-9945-4185-944b-9f097cdbbdcd None None] Port 4b2616cc-54d4-45b5-b432-8882540fbe54 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:40:42.827201 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] Set router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:42.860256 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:40:42.866096 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f93006a4-7bc2-40fa-aaf2-7411ac83c773 admin admin] 10.222.0.44 "PUT /v2.0/routers/82989480-ea3b-4133-ad21-0997f4352a86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5919583 Sep 20 20:40:42.877276 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:42.887966 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:43.001201 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2724cb31-49f4-4d97-aa6a-5fbc1bf8bc1d None None] Provisioning complete for port 4b2616cc-54d4-45b5-b432-8882540fbe54 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:43.001569 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2724cb31-49f4-4d97-aa6a-5fbc1bf8bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:43.003043 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7ccb3-3cfe-4f57-b30b-4d21a6199710 None None] Pushing event updated for resources: {'Port': ['ID=43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:43.033525 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Attempting to bind port 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:40:43.033888 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Attempting to bind port 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:40:43.034276 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Attempting to bind port 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 on network cbef75a3-08eb-4f42-a4dd-36fb4337e14f {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:40:43.068249 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:40:43.068618 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Checking segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:40:43.069007 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:43.069400 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Bound using segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:40:43.069901 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Bound port: 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:40:43.070303 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:43.115271 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2724cb31-49f4-4d97-aa6a-5fbc1bf8bc1d None None] Port 4b2616cc-54d4-45b5-b432-8882540fbe54 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:40:43.176212 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] For port 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:40:43.180257 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2724cb31-49f4-4d97-aa6a-5fbc1bf8bc1d None None] Provisioning complete for port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:43.180257 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2724cb31-49f4-4d97-aa6a-5fbc1bf8bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:43.181449 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] For port 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:40:43.205655 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:43.376400 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device d4cce1bf-6c2a-4967-93c6-eb36daf16f46 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:43.468697 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'd4cce1bf-6c2a-4967-93c6-eb36daf16f46', 'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'mac_address': 'fa:16:3e:ba:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:35Z', 'updated_at': '2021-09-20T20:40:42Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'subnets': [{'id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:43.480122 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-263c457d-4c8b-4eee-b224-e18cfcae675f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:43.513487 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Routers {'82989480-ea3b-4133-ad21-0997f4352a86'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:43.514135 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['82989480-ea3b-4133-ad21-0997f4352a86'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:43.515699 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7ccb3-3cfe-4f57-b30b-4d21a6199710 None None] Pushing event updated for resources: {'Port': ['ID=43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:43.521551 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62c258-314b-41c9-936a-73b0e200ea42 None None] The sync data for ids ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'] in dv-cinder-798208-2-iscsi is: [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'd4cce1bf-6c2a-4967-93c6-eb36daf16f46', 'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'mac_address': 'fa:16:3e:ba:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:35Z', 'updated_at': '2021-09-20T20:40:42Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'subnets': [{'id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:40:43.672330 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2724cb31-49f4-4d97-aa6a-5fbc1bf8bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:43.693478 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:43.694161 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:43.740417 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] Set router 82989480-ea3b-4133-ad21-0997f4352a86 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:43.816076 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2724cb31-49f4-4d97-aa6a-5fbc1bf8bc1d None None] For port d4cce1bf-6c2a-4967-93c6-eb36daf16f46, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=d4cce1bf-6c2a-4967-93c6-eb36daf16f46,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:43.851007 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2724cb31-49f4-4d97-aa6a-5fbc1bf8bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:43.932637 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:44.023736 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724cb31-49f4-4d97-aa6a-5fbc1bf8bc1d None None] Pushing event updated for resources: {'Port': ['ID=d4cce1bf-6c2a-4967-93c6-eb36daf16f46,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:44.046507 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:44.110978 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.db.api [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 20:40:44.111339 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG oslo_db.api [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 20:40:44.141740 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82989480-ea3b-4133-ad21-0997f4352a86', 'name': 'tempest-TestMinimumBasicScenario-1219224245-router', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:38Z', 'updated_at': '2021-09-20T20:40:42Z', 'revision_number': 4, 'project_id': '763769a2845847908b62cea54f3440c2', 'gw_port': {'id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:39Z', 'updated_at': '2021-09-20T20:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '4b2616cc-54d4-45b5-b432-8882540fbe54', 'name': '', 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'mac_address': 'fa:16:3e:4b:3b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbbcf6ba-c21b-4c06-84ed-372986d9d450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:41Z', 'updated_at': '2021-09-20T20:40:42Z', 'revision_number': 2, 'project_id': '763769a2845847908b62cea54f3440c2', 'subnets': [{'id': 'dbbcf6ba-c21b-4c06-84ed-372986d9d450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:44.170767 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e3b71-9a8f-41ac-b038-a8ab13000195 None None] The sync data for ids ['82989480-ea3b-4133-ad21-0997f4352a86'] in dv-cinder-798208-2-iscsi is: [{'id': '82989480-ea3b-4133-ad21-0997f4352a86', 'name': 'tempest-TestMinimumBasicScenario-1219224245-router', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:38Z', 'updated_at': '2021-09-20T20:40:42Z', 'revision_number': 4, 'project_id': '763769a2845847908b62cea54f3440c2', 'gw_port': {'id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:39Z', 'updated_at': '2021-09-20T20:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '4b2616cc-54d4-45b5-b432-8882540fbe54', 'name': '', 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'mac_address': 'fa:16:3e:4b:3b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbbcf6ba-c21b-4c06-84ed-372986d9d450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:41Z', 'updated_at': '2021-09-20T20:40:42Z', 'revision_number': 2, 'project_id': '763769a2845847908b62cea54f3440c2', 'subnets': [{'id': 'dbbcf6ba-c21b-4c06-84ed-372986d9d450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:40:44.696314 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:45.434760 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device d4cce1bf-6c2a-4967-93c6-eb36daf16f46 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:45.501597 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:45.502316 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:45.595002 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:45.650220 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:45.650593 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:45.745220 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:45.768635 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:45.775516 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:45.836093 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:46.221777 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:47.315576 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:47.376809 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:47.377091 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:47.516489 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Sync routers for ids ['82989480-ea3b-4133-ad21-0997f4352a86'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:40:47.529493 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Routers {'82989480-ea3b-4133-ad21-0997f4352a86'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:47.530230 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['82989480-ea3b-4133-ad21-0997f4352a86'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:47.649497 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Set router 82989480-ea3b-4133-ad21-0997f4352a86 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:47.867870 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82989480-ea3b-4133-ad21-0997f4352a86', 'name': 'tempest-TestMinimumBasicScenario-1219224245-router', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:38Z', 'updated_at': '2021-09-20T20:40:42Z', 'revision_number': 4, 'project_id': '763769a2845847908b62cea54f3440c2', 'gw_port': {'id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:39Z', 'updated_at': '2021-09-20T20:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '4b2616cc-54d4-45b5-b432-8882540fbe54', 'name': '', 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'mac_address': 'fa:16:3e:4b:3b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbbcf6ba-c21b-4c06-84ed-372986d9d450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:41Z', 'updated_at': '2021-09-20T20:40:42Z', 'revision_number': 2, 'project_id': '763769a2845847908b62cea54f3440c2', 'subnets': [{'id': 'dbbcf6ba-c21b-4c06-84ed-372986d9d450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:47.901902 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Checking router: 82989480-ea3b-4133-ad21-0997f4352a86 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:40:47.902395 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Updating router 82989480-ea3b-4133-ad21-0997f4352a86 port 4b2616cc-54d4-45b5-b432-8882540fbe54 binding host dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:40:47.928274 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:48.199608 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:48.217804 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:48.268071 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Pushing event updated for resources: {'Port': ['ID=4b2616cc-54d4-45b5-b432-8882540fbe54,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:48.277554 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.277986 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.278416 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.278819 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.279841 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.279841 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.279841 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.280316 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.280698 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.281093 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.281472 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.281880 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:40:48.345650 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Attempting to bind port 4b2616cc-54d4-45b5-b432-8882540fbe54 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:40:48.346028 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Attempting to bind port 4b2616cc-54d4-45b5-b432-8882540fbe54 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': 'bc95a0db-550a-4945-858c-b413623f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:40:48.346419 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Attempting to bind port 4b2616cc-54d4-45b5-b432-8882540fbe54 on network f08cf62c-040a-4aba-9783-13de5f3ee515 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:40:48.352543 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:40:48.352902 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Checking segment: {'id': 'bc95a0db-550a-4945-858c-b413623f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:40:48.353385 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:48.353874 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Bound using segment: {'id': 'bc95a0db-550a-4945-858c-b413623f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:40:48.354401 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Bound port: 4b2616cc-54d4-45b5-b432-8882540fbe54, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc95a0db-550a-4945-858c-b413623f8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:40:48.354794 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:48.430395 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] For port 4b2616cc-54d4-45b5-b432-8882540fbe54, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:40:48.437927 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] For port 4b2616cc-54d4-45b5-b432-8882540fbe54, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=4b2616cc-54d4-45b5-b432-8882540fbe54,segment=NetworkSegment(bc95a0db-550a-4945-858c-b413623f8ee8),segment_id=bc95a0db-550a-4945-858c-b413623f8ee8)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:40:48.446133 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:48.513852 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e13939-7580-46ca-979c-b94269a366e4 None None] Pushing event updated for resources: {'Port': ['ID=4b2616cc-54d4-45b5-b432-8882540fbe54,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:48.528951 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-d32fbc2d-a7e5-441e-886f-cec21f70fbe9 None None] Provisioning complete for port 4b2616cc-54d4-45b5-b432-8882540fbe54 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:48.529499 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d32fbc2d-a7e5-441e-886f-cec21f70fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:48.540745 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Routers {'82989480-ea3b-4133-ad21-0997f4352a86'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:40:48.541604 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:40:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['82989480-ea3b-4133-ad21-0997f4352a86'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:48.639233 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d32fbc2d-a7e5-441e-886f-cec21f70fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:48.688787 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-d32fbc2d-a7e5-441e-886f-cec21f70fbe9 None None] For port 4b2616cc-54d4-45b5-b432-8882540fbe54, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=4b2616cc-54d4-45b5-b432-8882540fbe54,segment=NetworkSegment(bc95a0db-550a-4945-858c-b413623f8ee8),segment_id=bc95a0db-550a-4945-858c-b413623f8ee8)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:40:48.695444 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d32fbc2d-a7e5-441e-886f-cec21f70fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:48.700005 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] Set router 82989480-ea3b-4133-ad21-0997f4352a86 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:40:48.797478 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fbc2d-a7e5-441e-886f-cec21f70fbe9 None None] Pushing event updated for resources: {'Port': ['ID=4b2616cc-54d4-45b5-b432-8882540fbe54,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:48.827834 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-356e4d1c-c557-4690-b801-bfac4cea0af8 None None] Provisioning complete for port 4b2616cc-54d4-45b5-b432-8882540fbe54 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:48.828369 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-356e4d1c-c557-4690-b801-bfac4cea0af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:48.962114 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82989480-ea3b-4133-ad21-0997f4352a86', 'name': 'tempest-TestMinimumBasicScenario-1219224245-router', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:38Z', 'updated_at': '2021-09-20T20:40:42Z', 'revision_number': 4, 'project_id': '763769a2845847908b62cea54f3440c2', 'gw_port': {'id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:39Z', 'updated_at': '2021-09-20T20:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '4b2616cc-54d4-45b5-b432-8882540fbe54', 'name': '', 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'mac_address': 'fa:16:3e:4b:3b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbbcf6ba-c21b-4c06-84ed-372986d9d450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:41Z', 'updated_at': '2021-09-20T20:40:48Z', 'revision_number': 4, 'project_id': '763769a2845847908b62cea54f3440c2', 'subnets': [{'id': 'dbbcf6ba-c21b-4c06-84ed-372986d9d450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:40:48.991447 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fcbd1-dd0d-4aaf-9325-f05920ff8c05 None None] The sync data for ids ['82989480-ea3b-4133-ad21-0997f4352a86'] in dv-cinder-798208-2-iscsi is: [{'id': '82989480-ea3b-4133-ad21-0997f4352a86', 'name': 'tempest-TestMinimumBasicScenario-1219224245-router', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:38Z', 'updated_at': '2021-09-20T20:40:42Z', 'revision_number': 4, 'project_id': '763769a2845847908b62cea54f3440c2', 'gw_port': {'id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:39Z', 'updated_at': '2021-09-20T20:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '4b2616cc-54d4-45b5-b432-8882540fbe54', 'name': '', 'network_id': 'f08cf62c-040a-4aba-9783-13de5f3ee515', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'mac_address': 'fa:16:3e:4b:3b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbbcf6ba-c21b-4c06-84ed-372986d9d450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:41Z', 'updated_at': '2021-09-20T20:40:48Z', 'revision_number': 4, 'project_id': '763769a2845847908b62cea54f3440c2', 'subnets': [{'id': 'dbbcf6ba-c21b-4c06-84ed-372986d9d450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:40:49.331824 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 4b2616cc-54d4-45b5-b432-8882540fbe54 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:40:49.390150 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 4b2616cc-54d4-45b5-b432-8882540fbe54 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:49.390516 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:52.708279 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-11165b34-2a0c-4672-9553-e162d27d3f1b tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:52.709762 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-11165b34-2a0c-4672-9553-e162d27d3f1b tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/networks?id=8a2d8583-a5fb-4d43-9579-2f68885aab7d HTTP/1.1" status: 200 len: 814 time: 0.1005690 Sep 20 20:40:52.724397 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-e664d051-e717-40a1-b595-49f266d0204f tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/quotas/5552c298b38a444e8d97a2fa59684129 HTTP/1.1" status: 200 len: 375 time: 0.0085928 Sep 20 20:40:52.772971 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-2466153c-cd1e-4d52-91ba-9b8a8d49dfb1 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5552c298b38a444e8d97a2fa59684129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432861 Sep 20 20:40:52.877123 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-1aa99446-ea3d-423b-bb79-19d2b4be5798 service neutron] 10.222.0.44 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925705 Sep 20 20:40:52.965432 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-84a0a1c3-6230-465f-81f3-a74061090c40 service neutron] 10.222.0.44 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811331 Sep 20 20:40:53.121686 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d097a72c-8d6f-4a4b-9c1d-e71a7ef90373 req-0b348244-8580-452c-baa2-184f46a6f09a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 210 time: 0.0259991 Sep 20 20:40:54.086449 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-f972514d-0927-43ef-b4b5-f115d53c21e1 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:54.087889 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-f972514d-0927-43ef-b4b5-f115d53c21e1 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.45 "GET /v2.0/networks?id=8a2d8583-a5fb-4d43-9579-2f68885aab7d HTTP/1.1" status: 200 len: 814 time: 0.1083944 Sep 20 20:40:54.104142 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Request body: {'port': {'device_id': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'admin_state_up': True, 'tenant_id': '5552c298b38a444e8d97a2fa59684129'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:40:54.210646 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Made reservation on behalf of 5552c298b38a444e8d97a2fa59684129 for: {'port': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:40:54.215273 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:54.369204 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Allocated IP 172.20.0.6 (8a2d8583-a5fb-4d43-9579-2f68885aab7d/de045699-ce2d-4a5c-9ba3-f3d4a846fb90/d29c5f50-b422-4711-8ea3-ba7e05b0928d) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:40:54.480813 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ed620d97-6af7-4947-b2b4-9bfbc15848a8 req-4388a82e-3500-4415-b2ec-b579f42e5e94 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 210 time: 0.2907875 Sep 20 20:40:54.537039 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:54.571541 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:54.624835 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'Port': ['ID=d29c5f50-b422-4711-8ea3-ba7e05b0928d,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:40:54.631588 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Network 8a2d8583-a5fb-4d43-9579-2f68885aab7d is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:40:54.633029 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:40:54.636053 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:40:54.695320 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:40:54.696412 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:54.714826 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d512b16b-5a7e-41bb-996c-8b43b36fb81c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6141207 Sep 20 20:40:54.887653 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7e9cb06d-d54e-41c2-9523-298d9acc5b28 None None] Provisioning complete for port d29c5f50-b422-4711-8ea3-ba7e05b0928d triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:40:54.888260 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb06d-d54e-41c2-9523-298d9acc5b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:40:54.924042 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-7e9cb06d-d54e-41c2-9523-298d9acc5b28 None None] Port d29c5f50-b422-4711-8ea3-ba7e05b0928d cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:40:59.611224 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:41:06.582805 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Request body: {'port': {'device_id': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:41:06.641862 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:06.829303 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb53c2-5c97-49e3-9aa9-2812e3502b45 req-c2d022cc-bed9-408e-99d7-a4c88a5e66ed tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:06.830803 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-14fb53c2-5c97-49e3-9aa9-2812e3502b45 req-c2d022cc-bed9-408e-99d7-a4c88a5e66ed tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 931 time: 0.1572886 Sep 20 20:41:06.850546 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:06.852421 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0351b6b-41b3-4af3-afa9-321a83c4ac1a req-d44413fd-9a79-4f83-ad91-8b1033f8b8c0 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:06.854006 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f0351b6b-41b3-4af3-afa9-321a83c4ac1a req-d44413fd-9a79-4f83-ad91-8b1033f8b8c0 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0532856 Sep 20 20:41:06.891312 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f0351b6b-41b3-4af3-afa9-321a83c4ac1a req-fdfadf42-4739-46f5-b685-e0743c07dd94 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312102 Sep 20 20:41:06.911526 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-14fb53c2-5c97-49e3-9aa9-2812e3502b45 req-1f098017-48c3-4350-a64a-f0f728198ad7 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528333 Sep 20 20:41:06.971876 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29c5f50-b422-4711-8ea3-ba7e05b0928d {{(pid=94160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:41:06.979088 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:06.991294 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Transition to ACTIVE for port object d29c5f50-b422-4711-8ea3-ba7e05b0928d will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:41:06.995395 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:07.043300 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Pushing event updated for resources: {'Port': ['ID=d29c5f50-b422-4711-8ea3-ba7e05b0928d,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:07.117801 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Attempting to bind port d29c5f50-b422-4711-8ea3-ba7e05b0928d on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:41:07.118165 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Attempting to bind port d29c5f50-b422-4711-8ea3-ba7e05b0928d by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:41:07.118489 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Attempting to bind port d29c5f50-b422-4711-8ea3-ba7e05b0928d on network 8a2d8583-a5fb-4d43-9579-2f68885aab7d {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:41:07.122808 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Port d29c5f50-b422-4711-8ea3-ba7e05b0928d on network 8a2d8583-a5fb-4d43-9579-2f68885aab7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:41:07.123124 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Attempting to bind port d29c5f50-b422-4711-8ea3-ba7e05b0928d on network 8a2d8583-a5fb-4d43-9579-2f68885aab7d {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:41:07.127894 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:41:07.128229 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Checking segment: {'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:41:07.128613 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Bound using segment: {'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:41:07.129033 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Bound port: d29c5f50-b422-4711-8ea3-ba7e05b0928d, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caecf787-1f46-4253-b583-5a95fe5792fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:41:07.129385 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:07.406749 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] For port d29c5f50-b422-4711-8ea3-ba7e05b0928d, host hv-cinder-79820, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:41:07.409949 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] For port d29c5f50-b422-4711-8ea3-ba7e05b0928d, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:41:07.415355 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:07.449006 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:07.449612 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:07.450989 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] 10.222.0.45 "PUT /v2.0/ports/d29c5f50-b422-4711-8ea3-ba7e05b0928d HTTP/1.1" status: 200 len: 1093 time: 0.8724580 Sep 20 20:41:07.451418 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:41:07.453603 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:41:07.475328 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb44b47-ad52-4cd7-8e44-a5b6dff70a2a service neutron] Pushing event updated for resources: {'Port': ['ID=d29c5f50-b422-4711-8ea3-ba7e05b0928d,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:07.502306 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24da9ba-5100-48eb-a3cc-6ecb8eb4904e x-openstack-request-id: req-f24da9ba-5100-48eb-a3cc-6ecb8eb4904e {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:41:07.502581 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:41:07.502821 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f24da9ba-5100-48eb-a3cc-6ecb8eb4904e {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:41:07.503196 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'status': 'completed', 'code': 200} Sep 20 20:41:07.534999 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-8a450ce4-6777-417c-91ae-af49bb572ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:07.536576 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-8a450ce4-6777-417c-91ae-af49bb572ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5552c298b38a444e8d97a2fa59684129&device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 1096 time: 0.0431762 Sep 20 20:41:07.581097 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-d3dedc45-c224-4073-b3f7-1ad53d83ab9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d HTTP/1.1" status: 200 len: 217 time: 0.0367606 Sep 20 20:41:07.631595 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-54bd7685-6450-4dd1-9eb5-2795c553fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:07.633628 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-54bd7685-6450-4dd1-9eb5-2795c553fdc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de045699-ce2d-4a5c-9ba3-f3d4a846fb90 HTTP/1.1" status: 200 len: 853 time: 0.0443714 Sep 20 20:41:07.683429 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-171421d3-38dc-4bcf-9c76-9b86bbdd6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:07.685001 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-171421d3-38dc-4bcf-9c76-9b86bbdd6e04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a2d8583-a5fb-4d43-9579-2f68885aab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423856 Sep 20 20:41:07.784560 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-a6cbba80-5b0d-4dbd-bd65-0f96b572da77 service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856037 Sep 20 20:41:07.871539 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5d281fe8-a911-446e-b479-7df2b1295b1b req-0f0ba498-c1b7-4144-9cba-e48e5acf1400 service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801060 Sep 20 20:41:08.020249 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8166bc6-d41c-4d3a-8fe2-8fea0480676a req-871af8a6-ccf9-4092-8dc6-7fce1f97e945 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:08.021856 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e8166bc6-d41c-4d3a-8fe2-8fea0480676a req-871af8a6-ccf9-4092-8dc6-7fce1f97e945 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0557699 Sep 20 20:41:08.065390 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b4703-c2e4-4b20-8666-d1aa11c785b9 req-3319ede7-8172-42fa-a3fa-6ed2b3d6b6f8 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:08.066902 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b41b4703-c2e4-4b20-8666-d1aa11c785b9 req-3319ede7-8172-42fa-a3fa-6ed2b3d6b6f8 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 943 time: 0.0824523 Sep 20 20:41:08.068766 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c req-db90338f-5c7e-47d6-b8d4-db8057932946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:08.070177 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c req-db90338f-5c7e-47d6-b8d4-db8057932946 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5552c298b38a444e8d97a2fa59684129&device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 1096 time: 0.1499658 Sep 20 20:41:08.088230 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e8166bc6-d41c-4d3a-8fe2-8fea0480676a req-2c1989eb-9dca-45fa-9d29-8e7cd6b80c1e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591879 Sep 20 20:41:08.094856 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159947f2-f60b-4798-97c3-55b7fbd9b710 req-876eff24-9a23-424b-a84d-4094faa9a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:08.096357 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-159947f2-f60b-4798-97c3-55b7fbd9b710 req-876eff24-9a23-424b-a84d-4094faa9a8c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff&device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 1098 time: 0.1050208 Sep 20 20:41:08.160897 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b41b4703-c2e4-4b20-8666-d1aa11c785b9 req-a266f272-ca70-4bf3-a29e-f959257af2fc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875103 Sep 20 20:41:08.190153 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c req-b19a7cec-41b4-45fe-b512-9e181354c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:08.191633 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c req-b19a7cec-41b4-45fe-b512-9e181354c73e service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a2d8583-a5fb-4d43-9579-2f68885aab7d HTTP/1.1" status: 200 len: 914 time: 0.1117306 Sep 20 20:41:08.208847 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159947f2-f60b-4798-97c3-55b7fbd9b710 req-508faf60-6d58-436f-b902-3c7908146d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:08.210335 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-159947f2-f60b-4798-97c3-55b7fbd9b710 req-508faf60-6d58-436f-b902-3c7908146d6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a86c9fb-9976-401d-918c-0b6a331f9f0b HTTP/1.1" status: 200 len: 909 time: 0.0914764 Sep 20 20:41:08.244192 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c req-15516cfd-c8f0-4f9f-820e-d32943500fc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d HTTP/1.1" status: 200 len: 217 time: 0.0434105 Sep 20 20:41:08.292490 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-159947f2-f60b-4798-97c3-55b7fbd9b710 req-eaa377a9-0096-4c3b-ba99-d72cab75e864 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5 HTTP/1.1" status: 200 len: 1000 time: 0.0742233 Sep 20 20:41:08.295523 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c req-80745744-edab-49d0-a053-741e9db2b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:08.296947 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c req-80745744-edab-49d0-a053-741e9db2b0b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de045699-ce2d-4a5c-9ba3-f3d4a846fb90 HTTP/1.1" status: 200 len: 853 time: 0.0434420 Sep 20 20:41:08.343144 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c req-c61ca903-9a9f-4436-aa98-d4560cc07b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:08.344546 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c req-c61ca903-9a9f-4436-aa98-d4560cc07b63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a2d8583-a5fb-4d43-9579-2f68885aab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381656 Sep 20 20:41:08.349970 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159947f2-f60b-4798-97c3-55b7fbd9b710 req-42add8da-99b3-47c4-9a36-3e60b1d12e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:08.351442 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-159947f2-f60b-4798-97c3-55b7fbd9b710 req-42add8da-99b3-47c4-9a36-3e60b1d12e88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a58fc1e-953d-42b2-85f9-26a9f11f733c HTTP/1.1" status: 200 len: 848 time: 0.0450764 Sep 20 20:41:08.398084 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159947f2-f60b-4798-97c3-55b7fbd9b710 req-049dc763-3601-43ac-af58-5bc1e09b3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:08.399839 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-159947f2-f60b-4798-97c3-55b7fbd9b710 req-049dc763-3601-43ac-af58-5bc1e09b3c8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a86c9fb-9976-401d-918c-0b6a331f9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389588 Sep 20 20:41:08.444733 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c req-0ccd0b9d-e6e2-45f8-8e76-8af7a366a152 service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843916 Sep 20 20:41:08.487785 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-159947f2-f60b-4798-97c3-55b7fbd9b710 req-046edc03-ff04-4a3c-9f72-b2da761ccb1e service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797839 Sep 20 20:41:08.538721 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6edd7bf7-8db9-4903-be7e-70ea80a98b9c req-b9446568-37b2-4abd-811e-4ed0654e764f service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841923 Sep 20 20:41:08.578731 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-159947f2-f60b-4798-97c3-55b7fbd9b710 req-0b9478a3-6be2-4cb7-8831-63878b126a77 service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831316 Sep 20 20:41:09.209946 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99415670-cec4-4eca-b382-b36865f1a37c req-f5c7f44c-48e3-4e5f-a664-77820f6292e8 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:09.210497 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-99415670-cec4-4eca-b382-b36865f1a37c req-f5c7f44c-48e3-4e5f-a664-77820f6292e8 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0533390 Sep 20 20:41:09.249149 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-99415670-cec4-4eca-b382-b36865f1a37c req-c581b2d9-1527-40e3-90ed-66c2d1269953 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Sep 20 20:41:09.277229 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821817b-0911-460c-9f72-bed9ab58bc95 req-e13ca13b-efb1-4cdd-a0f0-d8978275da92 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:09.278719 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d821817b-0911-460c-9f72-bed9ab58bc95 req-e13ca13b-efb1-4cdd-a0f0-d8978275da92 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 943 time: 0.0486367 Sep 20 20:41:09.314481 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d821817b-0911-460c-9f72-bed9ab58bc95 req-fcab5534-27a2-4109-ba9d-07ca4474d6bd tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298972 Sep 20 20:41:09.695121 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device d29c5f50-b422-4711-8ea3-ba7e05b0928d details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:41:09.786681 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port d29c5f50-b422-4711-8ea3-ba7e05b0928d, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:09.797536 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'port_id': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'mac_address': 'fa:16:3e:4a:34:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:41:09.831873 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:09.843637 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29c5f50-b422-4711-8ea3-ba7e05b0928d {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:41:09.862135 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port d29c5f50-b422-4711-8ea3-ba7e05b0928d, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:09.866143 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:09.919017 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=d29c5f50-b422-4711-8ea3-ba7e05b0928d,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:10.115131 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['d29c5f50-b422-4711-8ea3-ba7e05b0928d'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:41:10.363350 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79261635-7770-49fa-8509-ea8df0844d67 req-6d8db59c-7cd7-4189-a6ae-fb86f86b5972 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:10.364875 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-79261635-7770-49fa-8509-ea8df0844d67 req-6d8db59c-7cd7-4189-a6ae-fb86f86b5972 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0478492 Sep 20 20:41:10.403177 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-79261635-7770-49fa-8509-ea8df0844d67 req-ea9cf7f4-65b2-4aa9-8a88-b29fcad1e163 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320141 Sep 20 20:41:10.432201 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3e4da-f2a7-4a9c-8e2e-89ea8c4cbb9f req-f32b8905-5c2e-4ad0-bbee-92f2c8e10d95 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:10.433658 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bae3e4da-f2a7-4a9c-8e2e-89ea8c4cbb9f req-f32b8905-5c2e-4ad0-bbee-92f2c8e10d95 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 944 time: 0.0528281 Sep 20 20:41:10.470909 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bae3e4da-f2a7-4a9c-8e2e-89ea8c4cbb9f req-a6b7474e-3f51-4884-896f-de28b9b35766 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Sep 20 20:41:10.855167 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b92943e1-d733-4f1b-b9e5-5f6b0f8ffbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:11.520479 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02e01f-a8f6-493d-9498-ed6de083a095 req-fa74dc58-ae8e-486c-9e13-0a732308006e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:11.521974 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8d02e01f-a8f6-493d-9498-ed6de083a095 req-fa74dc58-ae8e-486c-9e13-0a732308006e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Sep 20 20:41:11.564424 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8d02e01f-a8f6-493d-9498-ed6de083a095 req-12d5f80d-e3b7-413f-8b08-f3f436ad3280 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357296 Sep 20 20:41:11.585484 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c1bc3-2107-48dd-a241-c25a688c176e req-f595807c-b034-4a61-b783-e161188a6f6d tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:11.587191 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5b9c1bc3-2107-48dd-a241-c25a688c176e req-f595807c-b034-4a61-b783-e161188a6f6d tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 944 time: 0.0489101 Sep 20 20:41:11.625019 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5b9c1bc3-2107-48dd-a241-c25a688c176e req-2c1c7eff-e2bd-4c27-bc11-7a6ee8b030a1 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Sep 20 20:41:11.726002 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device d29c5f50-b422-4711-8ea3-ba7e05b0928d up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:41:11.774825 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port d29c5f50-b422-4711-8ea3-ba7e05b0928d completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:41:11.778247 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port d29c5f50-b422-4711-8ea3-ba7e05b0928d triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:41:11.778622 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:11.850033 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:11.871289 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:41:11.873531 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210dab1f-ed63-4e93-b33e-85684228f4ef" -d '{"events": [{"server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "name": "network-vif-plugged", "status": "completed", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:41:11.886175 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port d29c5f50-b422-4711-8ea3-ba7e05b0928d, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:11.890764 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:11.913497 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4061042a-f9a3-4482-ba82-1aa8cef3757a x-openstack-request-id: req-4061042a-f9a3-4482-ba82-1aa8cef3757a {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:41:11.913779 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "name": "network-vif-plugged", "status": "completed", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:41:11.914554 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4061042a-f9a3-4482-ba82-1aa8cef3757a {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:41:11.914928 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'code': 200} Sep 20 20:41:11.943253 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=d29c5f50-b422-4711-8ea3-ba7e05b0928d,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:12.079694 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037969d-46fb-4b51-9f2f-29b4ebbd5fb9 req-10bcd3ad-41d9-4a11-88c8-d411ca9b1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:12.081175 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8037969d-46fb-4b51-9f2f-29b4ebbd5fb9 req-10bcd3ad-41d9-4a11-88c8-d411ca9b1db3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 1098 time: 0.0382433 Sep 20 20:41:12.113884 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8037969d-46fb-4b51-9f2f-29b4ebbd5fb9 req-1ea05e1f-b034-4f66-872a-edd6ddd9a790 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262434 Sep 20 20:41:12.682858 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec295fd2-2990-404a-b616-beaa3d45fd9e req-21cf72a7-d4d1-425e-b2d5-070412f209ce tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:12.684338 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec295fd2-2990-404a-b616-beaa3d45fd9e req-21cf72a7-d4d1-425e-b2d5-070412f209ce tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0516853 Sep 20 20:41:12.721494 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec295fd2-2990-404a-b616-beaa3d45fd9e req-76bee30a-3edb-4ea7-8191-6e2f7bb1c7ac tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312700 Sep 20 20:41:12.741939 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc0be9-722b-4839-baef-735ae5fbed9d req-a9a76ca7-b823-4fcf-83e5-15c3eebf59c8 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:12.743430 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-08bc0be9-722b-4839-baef-735ae5fbed9d req-a9a76ca7-b823-4fcf-83e5-15c3eebf59c8 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Sep 20 20:41:12.780204 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-08bc0be9-722b-4839-baef-735ae5fbed9d req-8663ab03-cfda-414c-b459-e60cef917ca7 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311041 Sep 20 20:41:13.537406 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-eebc2b13-f304-432c-9ff4-fa42c832ad8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:13.774654 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527f955-e91d-43b7-bd97-2f57ca5ba354 req-c14484bc-8ea7-4c1f-966f-2fcd96d3fb16 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:13.776174 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e527f955-e91d-43b7-bd97-2f57ca5ba354 req-c14484bc-8ea7-4c1f-966f-2fcd96d3fb16 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0485032 Sep 20 20:41:13.813482 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e527f955-e91d-43b7-bd97-2f57ca5ba354 req-bbb7bf89-6090-49ce-a44d-93b129ea582f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315588 Sep 20 20:41:13.837165 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069522bb-f756-43a6-a3b3-0f4ec06fc990 req-257e9caa-9eb3-44f3-bc34-8d308944bde6 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:13.839356 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-069522bb-f756-43a6-a3b3-0f4ec06fc990 req-257e9caa-9eb3-44f3-bc34-8d308944bde6 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0490696 Sep 20 20:41:13.876844 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-069522bb-f756-43a6-a3b3-0f4ec06fc990 req-08b38328-f992-4e79-a772-cd560743a5c2 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314250 Sep 20 20:41:13.916694 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae115e9-7707-4fdb-bf2a-331642ffccd3 req-b6cbb820-7ce0-4c40-bb9b-fc041132fb55 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:13.918107 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8ae115e9-7707-4fdb-bf2a-331642ffccd3 req-b6cbb820-7ce0-4c40-bb9b-fc041132fb55 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 945 time: 0.0479896 Sep 20 20:41:13.953468 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8ae115e9-7707-4fdb-bf2a-331642ffccd3 req-81d45ced-2668-4259-a83b-d0c5ebf984c0 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295470 Sep 20 20:41:13.997540 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:14.065408 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1f58d-d48a-4135-97c6-3e1c515ad58b req-cdeef41b-ec29-4363-bd10-10b3bedc1b90 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:14.066964 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-80a1f58d-d48a-4135-97c6-3e1c515ad58b req-cdeef41b-ec29-4363-bd10-10b3bedc1b90 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 945 time: 0.0482373 Sep 20 20:41:14.103618 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-80a1f58d-d48a-4135-97c6-3e1c515ad58b req-605c1c9c-43e1-47d9-96fe-0c366eb6190d tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307701 Sep 20 20:41:14.420779 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc96868-d942-41cf-87b9-7fa91e85099c req-247e3682-ddaf-4296-ab02-4a3c47624fd7 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:14.422262 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-dbc96868-d942-41cf-87b9-7fa91e85099c req-247e3682-ddaf-4296-ab02-4a3c47624fd7 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Sep 20 20:41:14.458042 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-dbc96868-d942-41cf-87b9-7fa91e85099c req-e46ea39b-243a-46a4-a83d-76cea2afdd1f tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299873 Sep 20 20:41:14.708535 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:14.930240 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c40df-ae9e-4a32-ac62-6ed3428d6efd req-3f6e73d7-a6af-4553-838f-055a4a4bf290 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:14.931746 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7a6c40df-ae9e-4a32-ac62-6ed3428d6efd req-3f6e73d7-a6af-4553-838f-055a4a4bf290 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0491948 Sep 20 20:41:14.968390 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7a6c40df-ae9e-4a32-ac62-6ed3428d6efd req-d28a8fef-38d3-44bf-86e9-dfbfeb233548 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307767 Sep 20 20:41:14.998845 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e92675-2785-4505-a022-00044dfe960f req-fb89800a-a1d1-4b51-8c49-e3d95453206d tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:15.000525 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-83e92675-2785-4505-a022-00044dfe960f req-fb89800a-a1d1-4b51-8c49-e3d95453206d tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0545287 Sep 20 20:41:15.036470 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-83e92675-2785-4505-a022-00044dfe960f req-ae3b4600-51bf-4f5e-9c53-b6d1a7fe5e4d tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302424 Sep 20 20:41:16.092575 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc04e8-0190-4ce9-addf-34ee4821b4b4 req-a6ba44f7-67c6-4ffa-a9a1-afb3155e7cfb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:16.094089 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4dbc04e8-0190-4ce9-addf-34ee4821b4b4 req-a6ba44f7-67c6-4ffa-a9a1-afb3155e7cfb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0500472 Sep 20 20:41:16.134686 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4dbc04e8-0190-4ce9-addf-34ee4821b4b4 req-9fb01eb3-0297-40c9-83e8-67a26b69a9bc tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333943 Sep 20 20:41:16.226066 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:16.252309 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33a2a6-8ef4-4e5d-9246-6876be8accdc req-ff4b9707-85e9-40aa-9e76-78a9428dd571 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:16.253919 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6b33a2a6-8ef4-4e5d-9246-6876be8accdc req-ff4b9707-85e9-40aa-9e76-78a9428dd571 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0616221 Sep 20 20:41:16.294083 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6b33a2a6-8ef4-4e5d-9246-6876be8accdc req-7fb5c49d-e4b4-40fc-b3f5-a26531f3e859 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329340 Sep 20 20:41:17.253222 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3934b-ece8-41fa-a547-337f208d70a8 req-e476cf98-7cf2-41ad-822f-a6d593ac9f4e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:17.254703 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8bb3934b-ece8-41fa-a547-337f208d70a8 req-e476cf98-7cf2-41ad-822f-a6d593ac9f4e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0485740 Sep 20 20:41:17.291645 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8bb3934b-ece8-41fa-a547-337f208d70a8 req-de1f4e4d-0783-4661-beec-8deb96d032db tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309761 Sep 20 20:41:17.409286 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00832d3c-9041-4950-b9d9-94f8b340d94a req-cde26240-5b13-4e7a-b2d7-522c19c88b6e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:17.410809 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00832d3c-9041-4950-b9d9-94f8b340d94a req-cde26240-5b13-4e7a-b2d7-522c19c88b6e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0482008 Sep 20 20:41:17.447433 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00832d3c-9041-4950-b9d9-94f8b340d94a req-7ce02d73-7003-4d81-af30-7d55873d4ba0 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306809 Sep 20 20:41:18.407843 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921bbe6-3c68-4b92-877f-18c5af5250af req-4c1324de-7f0d-4a90-9ccd-4bec90033322 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:18.409357 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a921bbe6-3c68-4b92-877f-18c5af5250af req-4c1324de-7f0d-4a90-9ccd-4bec90033322 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0479953 Sep 20 20:41:18.446011 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a921bbe6-3c68-4b92-877f-18c5af5250af req-996a6014-9698-463a-b22e-364f8833ea09 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300515 Sep 20 20:41:18.560164 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d6db8-b276-48e9-b30b-fcb95e7440c2 req-c558ce3d-eb57-43d8-bbae-b2799f1f8381 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:18.561602 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7c4d6db8-b276-48e9-b30b-fcb95e7440c2 req-c558ce3d-eb57-43d8-bbae-b2799f1f8381 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0469575 Sep 20 20:41:18.597266 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7c4d6db8-b276-48e9-b30b-fcb95e7440c2 req-36c7d1a3-0a89-44da-94f9-695d7102caa6 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297694 Sep 20 20:41:19.563972 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803675f-dd74-4513-bc9f-dbcec16c2ff8 req-b13ad5ff-63fa-42e7-b1b9-105a77c000e1 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:19.565405 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e803675f-dd74-4513-bc9f-dbcec16c2ff8 req-b13ad5ff-63fa-42e7-b1b9-105a77c000e1 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0504191 Sep 20 20:41:19.601124 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e803675f-dd74-4513-bc9f-dbcec16c2ff8 req-3b204cd7-873e-4665-96e2-89cfb1791280 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297041 Sep 20 20:41:19.711436 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce12ea-a151-4b65-ac64-dceda6c6c856 req-95a4d54b-30d1-4228-beee-3bf167a4cb8c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:19.712859 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-77ce12ea-a151-4b65-ac64-dceda6c6c856 req-95a4d54b-30d1-4228-beee-3bf167a4cb8c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0500903 Sep 20 20:41:19.748812 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-77ce12ea-a151-4b65-ac64-dceda6c6c856 req-a106fae9-4711-49de-8cae-6182b2e24f97 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301607 Sep 20 20:41:20.718452 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16defff-1329-4b68-8089-2ea65feaf838 req-0fab5834-d885-4c75-82d7-65bfb592253b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:20.719793 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c16defff-1329-4b68-8089-2ea65feaf838 req-0fab5834-d885-4c75-82d7-65bfb592253b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0472474 Sep 20 20:41:20.755435 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c16defff-1329-4b68-8089-2ea65feaf838 req-cc6448c7-ac2d-45c7-b319-e7467919e596 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299375 Sep 20 20:41:20.857909 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7b3f0-5073-4c0e-9656-d6e0601aae6a req-58c1da94-3d26-4726-8ac8-ad8923082ca0 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:20.859383 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-78c7b3f0-5073-4c0e-9656-d6e0601aae6a req-58c1da94-3d26-4726-8ac8-ad8923082ca0 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0469227 Sep 20 20:41:20.895956 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-78c7b3f0-5073-4c0e-9656-d6e0601aae6a req-862611eb-e8d4-4fd8-93bb-4acd583270d9 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308194 Sep 20 20:41:21.870006 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174d96d-6bfa-4e08-b791-b1f751572099 req-fd13c7aa-d27f-485a-8593-f21f0191320d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:21.871471 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9174d96d-6bfa-4e08-b791-b1f751572099 req-fd13c7aa-d27f-485a-8593-f21f0191320d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0468440 Sep 20 20:41:21.908091 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9174d96d-6bfa-4e08-b791-b1f751572099 req-e754f198-f759-438b-bf41-651114f65ae3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307899 Sep 20 20:41:22.011370 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27d6e7-343b-43a1-be69-4f8c5e45f018 req-78c76045-975e-4c9f-b13b-9f81992dd105 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:22.012852 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0b27d6e7-343b-43a1-be69-4f8c5e45f018 req-78c76045-975e-4c9f-b13b-9f81992dd105 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0494580 Sep 20 20:41:22.016320 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6838163-4758-4caa-a1cb-9318a6d8a480 req-ed0ec335-051a-4d7d-ba6d-c2921b395a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:22.017769 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c6838163-4758-4caa-a1cb-9318a6d8a480 req-ed0ec335-051a-4d7d-ba6d-c2921b395a54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff&device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0431645 Sep 20 20:41:22.049494 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0b27d6e7-343b-43a1-be69-4f8c5e45f018 req-0fc3e2cf-b17c-4ee5-b654-5f40d6b273d6 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304785 Sep 20 20:41:22.105777 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6838163-4758-4caa-a1cb-9318a6d8a480 req-e06bc330-49cc-4a06-882f-b9b0b0f8da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:22.107251 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c6838163-4758-4caa-a1cb-9318a6d8a480 req-e06bc330-49cc-4a06-882f-b9b0b0f8da48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a86c9fb-9976-401d-918c-0b6a331f9f0b HTTP/1.1" status: 200 len: 909 time: 0.0813537 Sep 20 20:41:22.186449 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c6838163-4758-4caa-a1cb-9318a6d8a480 req-930c87ce-c25e-4209-8969-c81521b1cdbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5 HTTP/1.1" status: 200 len: 1000 time: 0.0662317 Sep 20 20:41:22.234155 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6838163-4758-4caa-a1cb-9318a6d8a480 req-7c0fc2af-c23e-4013-81d5-f7ee12fb9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:22.235589 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c6838163-4758-4caa-a1cb-9318a6d8a480 req-7c0fc2af-c23e-4013-81d5-f7ee12fb9d85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a58fc1e-953d-42b2-85f9-26a9f11f733c HTTP/1.1" status: 200 len: 848 time: 0.0423079 Sep 20 20:41:22.281116 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6838163-4758-4caa-a1cb-9318a6d8a480 req-8a9b8fb0-e185-47a0-b159-b6da56e24c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:22.282577 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c6838163-4758-4caa-a1cb-9318a6d8a480 req-8a9b8fb0-e185-47a0-b159-b6da56e24c4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a86c9fb-9976-401d-918c-0b6a331f9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387366 Sep 20 20:41:22.371955 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c6838163-4758-4caa-a1cb-9318a6d8a480 req-182c8e24-a534-4d7a-a1b2-b9d7569cb297 service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813577 Sep 20 20:41:22.466789 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c6838163-4758-4caa-a1cb-9318a6d8a480 req-2ac31e65-d3d4-4ca2-81f6-164686613d09 service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869153 Sep 20 20:41:22.855778 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcabb0e-ac8f-4e2e-a6db-a2130ea60d64 req-b7f995cf-544b-48f4-8f75-0a356cfa79cb tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:22.857206 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9bcabb0e-ac8f-4e2e-a6db-a2130ea60d64 req-b7f995cf-544b-48f4-8f75-0a356cfa79cb tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 945 time: 0.0524309 Sep 20 20:41:22.895692 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9bcabb0e-ac8f-4e2e-a6db-a2130ea60d64 req-8b506a96-5c32-49b8-bb2c-8157a8c159ad tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317593 Sep 20 20:41:22.918374 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44602) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:23.003387 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda54225-3e16-4ef5-90e3-ac785274b098 tempest-TestMinimumBasicScenario-2054012099 tempest-TestMinimumBasicScenario-2054012099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:23.004932 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-cda54225-3e16-4ef5-90e3-ac785274b098 tempest-TestMinimumBasicScenario-2054012099 tempest-TestMinimumBasicScenario-2054012099-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 1093 time: 0.0856218 Sep 20 20:41:23.007843 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44608) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:23.012203 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Request body: {'floatingip': {'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'port_id': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:41:23.029292 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193ce68-166f-4646-ab0b-42af2e1541bb req-60bf013f-7afe-49ba-9875-d21ff1c06458 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:23.030839 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2193ce68-166f-4646-ab0b-42af2e1541bb req-60bf013f-7afe-49ba-9875-d21ff1c06458 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0512347 Sep 20 20:41:23.034250 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:23.068728 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2193ce68-166f-4646-ab0b-42af2e1541bb req-09d97519-35de-47dc-b349-90c90dca589d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312862 Sep 20 20:41:23.161684 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:23.182298 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4bd4f-819e-4003-a145-cb7de6550aad req-349af937-52f6-47f3-afdb-9e83c88cbc9b tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:23.183783 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7fb4bd4f-819e-4003-a145-cb7de6550aad req-349af937-52f6-47f3-afdb-9e83c88cbc9b tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0663030 Sep 20 20:41:23.280715 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7fb4bd4f-819e-4003-a145-cb7de6550aad req-554f6e62-7538-4f23-b239-215ecf132752 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699811 Sep 20 20:41:23.310546 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Allocated IP 172.27.2.45 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/fa1023e5-8af5-4919-8498-6576a00067cd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:41:23.406208 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:23.437494 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:23.473335 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:41:23.476135 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:41:23.482212 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:41:23.727072 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'Port': ['ID=fa1023e5-8af5-4919-8498-6576a00067cd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:24.155376 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:24.188842 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bea0-46ce-4617-ae9b-a2dbcfbe018f req-6e3215a7-3528-4d8a-be51-95a82e6f8587 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:24.190585 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f37bea0-46ce-4617-ae9b-a2dbcfbe018f req-6e3215a7-3528-4d8a-be51-95a82e6f8587 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0486312 Sep 20 20:41:24.229594 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f37bea0-46ce-4617-ae9b-a2dbcfbe018f req-f2bffda6-bd10-4e99-927e-e51e059f8c9b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323651 Sep 20 20:41:24.253139 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:24.429110 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d32b6-e7cd-4062-bc0e-0fc3fe8dabcb req-96ed1f5e-cb2f-4606-9961-4e6bc3a07af8 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:24.430616 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e94d32b6-e7cd-4062-bc0e-0fc3fe8dabcb req-96ed1f5e-cb2f-4606-9961-4e6bc3a07af8 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0793386 Sep 20 20:41:24.458114 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:24.465804 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:24.506161 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e94d32b6-e7cd-4062-bc0e-0fc3fe8dabcb req-df9b2d29-5969-467c-93e7-fbcd2d9eb8e5 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689621 Sep 20 20:41:24.545076 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'Port': ['ID=fa1023e5-8af5-4919-8498-6576a00067cd,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:24.552733 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:24.647364 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.l3_db [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Floating IP d760efd4-c04e-44ad-b3f3-7026e2cc6bb9 associated. External IP: 172.27.2.45, port: d29c5f50-b422-4711-8ea3-ba7e05b0928d. Sep 20 20:41:24.850378 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:41:24.953946 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:41:24.963981 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ffe6ce-82d8-4142-8051-fc648c5bbcf0 None None] Sync routers for ids ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:41:24.969901 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:24.973027 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ffe6ce-82d8-4142-8051-fc648c5bbcf0 None None] Routers {'5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:41:24.973653 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-46ffe6ce-82d8-4142-8051-fc648c5bbcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:41:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:41:24.997336 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-20c8d7ca-920d-4334-a5af-f4d81e4dcd68 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9884880 Sep 20 20:41:24.997906 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:41:25.000152 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b01d5c-42b4-4654-97e4-0f0b4046a306" -d '{"events": [{"name": "network-changed", "server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:41:25.000297 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44620) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:25.004731 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-bfd8d39f-0bb6-498d-ad69-ea0d73def50a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-3804760', 'description': 'tempest-secgroup-smoke-3804760 description', 'project_id': '5552c298b38a444e8d97a2fa59684129'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:41:25.027794 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d39f-0bb6-498d-ad69-ea0d73def50a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.037322 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f204717c-569a-4ce0-a769-87033d49ca5f x-openstack-request-id: req-f204717c-569a-4ce0-a769-87033d49ca5f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:41:25.037705 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:41:25.038165 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f204717c-569a-4ce0-a769-87033d49ca5f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:41:25.038682 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'status': 'completed', 'code': 200} Sep 20 20:41:25.084889 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-46ffe6ce-82d8-4142-8051-fc648c5bbcf0 None None] Set router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:41:25.107197 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01d5c-42b4-4654-97e4-0f0b4046a306 req-d1347736-513e-46d4-b93d-87f0d3d0ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:25.108849 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e5b01d5c-42b4-4654-97e4-0f0b4046a306 req-d1347736-513e-46d4-b93d-87f0d3d0ab91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5552c298b38a444e8d97a2fa59684129&device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 1098 time: 0.0437775 Sep 20 20:41:25.115801 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d39f-0bb6-498d-ad69-ea0d73def50a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.120318 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d39f-0bb6-498d-ad69-ea0d73def50a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.148638 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d39f-0bb6-498d-ad69-ea0d73def50a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.150144 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bfd8d39f-0bb6-498d-ad69-ea0d73def50a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.1489427 Sep 20 20:41:25.152192 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8d39f-0bb6-498d-ad69-ea0d73def50a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90928ca-f0f0-42fe-b626-b1c39d51f522,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:25.153977 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44624) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:25.160724 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-4cb15e2f-d129-41c9-ad9f-1cc3d76dfd73 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Request body: {'security_group_rule': {'security_group_id': 'f90928ca-f0f0-42fe-b626-b1c39d51f522', 'project_id': '5552c298b38a444e8d97a2fa59684129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:41:25.242376 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4cb15e2f-d129-41c9-ad9f-1cc3d76dfd73 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.245304 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01d5c-42b4-4654-97e4-0f0b4046a306 req-64e952e7-18c8-4e5a-9575-cfcccd5115c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:25.246803 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e5b01d5c-42b4-4654-97e4-0f0b4046a306 req-64e952e7-18c8-4e5a-9575-cfcccd5115c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a2d8583-a5fb-4d43-9579-2f68885aab7d HTTP/1.1" status: 200 len: 914 time: 0.1267865 Sep 20 20:41:25.317515 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-46ffe6ce-82d8-4142-8051-fc648c5bbcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd760efd4-c04e-44ad-b3f3-7026e2cc6bb9', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'port_id': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'mac_address': 'fa:16:3e:4a:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:41:23Z', 'updated_at': '2021-09-20T20:41:23Z', 'revision_number': 0, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cce1bf-6c2a-4967-93c6-eb36daf16f46', 'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'mac_address': 'fa:16:3e:ba:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:35Z', 'updated_at': '2021-09-20T20:40:43Z', 'revision_number': 5, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'subnets': [{'id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:41:25.348518 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ffe6ce-82d8-4142-8051-fc648c5bbcf0 None None] Checking router: 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:41:25.356661 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ffe6ce-82d8-4142-8051-fc648c5bbcf0 None None] Routers {'5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:41:25.357273 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-46ffe6ce-82d8-4142-8051-fc648c5bbcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:41:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:41:25.370979 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e5b01d5c-42b4-4654-97e4-0f0b4046a306 req-c2cc11ab-c8bd-48a6-90a3-80b8460845f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d HTTP/1.1" status: 200 len: 998 time: 0.1149342 Sep 20 20:41:25.372503 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4cb15e2f-d129-41c9-ad9f-1cc3d76dfd73 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.378814 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4cb15e2f-d129-41c9-ad9f-1cc3d76dfd73 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.427300 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb15e2f-d129-41c9-ad9f-1cc3d76dfd73 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676bfd48-6182-4a09-be99-02960a60bfcc,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:25.439493 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b782744-33ad-4172-a4d4-ce5670090690 req-fa8e0600-6af3-4158-9e2e-fb047f7565e5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:25.441009 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3b782744-33ad-4172-a4d4-ce5670090690 req-fa8e0600-6af3-4158-9e2e-fb047f7565e5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.1227756 Sep 20 20:41:25.457975 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4cb15e2f-d129-41c9-ad9f-1cc3d76dfd73 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.461801 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4cb15e2f-d129-41c9-ad9f-1cc3d76dfd73 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3041830 Sep 20 20:41:25.462178 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44628) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:25.467214 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-8d3c9888-77ea-45eb-9605-b41280fb78dc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Request body: {'security_group_rule': {'security_group_id': 'f90928ca-f0f0-42fe-b626-b1c39d51f522', 'project_id': '5552c298b38a444e8d97a2fa59684129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:41:25.469283 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-46ffe6ce-82d8-4142-8051-fc648c5bbcf0 None None] Set router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:41:25.474601 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01d5c-42b4-4654-97e4-0f0b4046a306 req-572b8bb3-16f0-421b-b5c5-6ab2bec73658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:25.476583 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e5b01d5c-42b4-4654-97e4-0f0b4046a306 req-572b8bb3-16f0-421b-b5c5-6ab2bec73658 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de045699-ce2d-4a5c-9ba3-f3d4a846fb90 HTTP/1.1" status: 200 len: 853 time: 0.0876844 Sep 20 20:41:25.496640 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8d3c9888-77ea-45eb-9605-b41280fb78dc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.514364 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3b782744-33ad-4172-a4d4-ce5670090690 req-bcaa6a30-da64-4435-a6ba-9d927009814b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659845 Sep 20 20:41:25.531539 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b01d5c-42b4-4654-97e4-0f0b4046a306 req-344bc8b5-b33a-4f3e-95e3-084217304ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:25.533194 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e5b01d5c-42b4-4654-97e4-0f0b4046a306 req-344bc8b5-b33a-4f3e-95e3-084217304ad9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a2d8583-a5fb-4d43-9579-2f68885aab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472670 Sep 20 20:41:25.583959 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8d3c9888-77ea-45eb-9605-b41280fb78dc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.595000 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8d3c9888-77ea-45eb-9605-b41280fb78dc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.639118 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e5b01d5c-42b4-4654-97e4-0f0b4046a306 req-35b5f238-396c-434e-b06e-7cc7eca5ffd3 service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900023 Sep 20 20:41:25.639361 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c9888-77ea-45eb-9605-b41280fb78dc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e496a9c-cf1e-46b9-a831-9a6bd98f95c6,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:25.645715 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8d3c9888-77ea-45eb-9605-b41280fb78dc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.649303 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8d3c9888-77ea-45eb-9605-b41280fb78dc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1824954 Sep 20 20:41:25.649303 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 44632) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:25.655339 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-c5a108d1-0323-4003-8f97-95596f1767bb tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Request body: {'security_group_rule': {'security_group_id': 'f90928ca-f0f0-42fe-b626-b1c39d51f522', 'project_id': '5552c298b38a444e8d97a2fa59684129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:41:25.681309 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93976ac-4672-4361-80f2-73fe8a01e4c5 req-63f1e661-6985-4cf4-84c2-78678e307b5b tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:25.683072 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f93976ac-4672-4361-80f2-73fe8a01e4c5 req-63f1e661-6985-4cf4-84c2-78678e307b5b tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0910439 Sep 20 20:41:25.711269 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c5a108d1-0323-4003-8f97-95596f1767bb tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.739644 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e5b01d5c-42b4-4654-97e4-0f0b4046a306 req-2938fbb9-ebd3-4b89-b444-c1c17cd27fdb service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892339 Sep 20 20:41:25.742014 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-46ffe6ce-82d8-4142-8051-fc648c5bbcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd760efd4-c04e-44ad-b3f3-7026e2cc6bb9', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'port_id': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'mac_address': 'fa:16:3e:4a:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:41:23Z', 'updated_at': '2021-09-20T20:41:23Z', 'revision_number': 0, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cce1bf-6c2a-4967-93c6-eb36daf16f46', 'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'mac_address': 'fa:16:3e:ba:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:35Z', 'updated_at': '2021-09-20T20:40:43Z', 'revision_number': 5, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'subnets': [{'id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:41:25.761278 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f93976ac-4672-4361-80f2-73fe8a01e4c5 req-d8d67abc-1545-43be-a194-825b5049f204 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647185 Sep 20 20:41:25.772386 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ffe6ce-82d8-4142-8051-fc648c5bbcf0 None None] The sync data for ids ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'] in dv-cinder-798208-2-iscsi is: [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd760efd4-c04e-44ad-b3f3-7026e2cc6bb9', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'port_id': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'mac_address': 'fa:16:3e:4a:34:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:41:23Z', 'updated_at': '2021-09-20T20:41:23Z', 'revision_number': 0, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cce1bf-6c2a-4967-93c6-eb36daf16f46', 'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'mac_address': 'fa:16:3e:ba:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:35Z', 'updated_at': '2021-09-20T20:40:43Z', 'revision_number': 5, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'subnets': [{'id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:41:25.783135 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c5a108d1-0323-4003-8f97-95596f1767bb tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.792322 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c5a108d1-0323-4003-8f97-95596f1767bb tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.802623 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device c276df95-eece-44b9-bbe0-d269906ebe1a details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:41:25.810976 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a108d1-0323-4003-8f97-95596f1767bb tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d229139d-3741-4442-8760-9f82ac0a441b,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:25.820233 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c5a108d1-0323-4003-8f97-95596f1767bb tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.822109 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c5a108d1-0323-4003-8f97-95596f1767bb tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1718986 Sep 20 20:41:25.824893 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44636) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:25.833255 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-b4441ece-82ae-422c-b76a-7f4834353efc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Request body: {'security_group_rule': {'security_group_id': 'f90928ca-f0f0-42fe-b626-b1c39d51f522', 'project_id': '5552c298b38a444e8d97a2fa59684129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:41:25.878145 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4441ece-82ae-422c-b76a-7f4834353efc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.927506 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-3f1ae0e6-f4c7-48f9-acc5-38a704df2c9c req-86e5da0f-e571-45f9-8b2c-dbdec86d5ee3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:41:25.928506 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3f1ae0e6-f4c7-48f9-acc5-38a704df2c9c req-86e5da0f-e571-45f9-8b2c-dbdec86d5ee3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0831122 Sep 20 20:41:25.933780 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:25.945869 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'port_id': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'mac_address': 'fa:16:3e:72:d0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:41:25.948769 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4441ece-82ae-422c-b76a-7f4834353efc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.953241 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4441ece-82ae-422c-b76a-7f4834353efc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.978921 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4441ece-82ae-422c-b76a-7f4834353efc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8eeb49-098b-437b-9557-440e502f14bd,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:25.984460 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4441ece-82ae-422c-b76a-7f4834353efc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:25.985765 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b4441ece-82ae-422c-b76a-7f4834353efc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1597707 Sep 20 20:41:25.988759 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44642) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:25.993578 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-7829fdad-d604-482a-930e-129befac4d11 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Request body: {'security_group_rule': {'security_group_id': 'f90928ca-f0f0-42fe-b626-b1c39d51f522', 'project_id': '5552c298b38a444e8d97a2fa59684129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:41:26.003178 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.022159 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-7829fdad-d604-482a-930e-129befac4d11 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Project 5552c298b38a444e8d97a2fa59684129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 20:41:26.034403 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7829fdad-d604-482a-930e-129befac4d11 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.040047 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c276df95-eece-44b9-bbe0-d269906ebe1a {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:41:26.061691 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:26.066835 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.090244 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e8988-240a-4020-ba6a-01964d67d7ab None None] New status for floating IP d760efd4-c04e-44ad-b3f3-7026e2cc6bb9: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:41:26.134325 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=c276df95-eece-44b9-bbe0-d269906ebe1a,revision_number=6']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:26.140177 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7829fdad-d604-482a-930e-129befac4d11 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.143400 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.143969 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-506bf4e4-e34e-4090-8877-9b59a68368c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941143 Sep 20 20:41:26.146603 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7829fdad-d604-482a-930e-129befac4d11 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.151978 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9e88c-1df9-4b35-8690-dbf1ce83daf5 req-1aa10d03-9568-4a1f-a50c-5bae306c3744 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:26.154297 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-edd9e88c-1df9-4b35-8690-dbf1ce83daf5 req-1aa10d03-9568-4a1f-a50c-5bae306c3744 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0921717 Sep 20 20:41:26.155237 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.155699 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.158456 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.158960 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.159388 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.160021 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.160700 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.161385 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.162025 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.163069 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.163930 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:26.167522 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829fdad-d604-482a-930e-129befac4d11 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d34f3b3-761c-42fe-be4c-e551b173e464,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:26.175498 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7829fdad-d604-482a-930e-129befac4d11 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.177356 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-7829fdad-d604-482a-930e-129befac4d11 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1876225 Sep 20 20:41:26.181840 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44646) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:26.188184 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-cdd9988d-a6f0-49e2-8c6e-da2087062d75 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Request body: {'security_group_rule': {'security_group_id': 'f90928ca-f0f0-42fe-b626-b1c39d51f522', 'project_id': '5552c298b38a444e8d97a2fa59684129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:41:26.207571 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['c276df95-eece-44b9-bbe0-d269906ebe1a'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:41:26.218093 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-cdd9988d-a6f0-49e2-8c6e-da2087062d75 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Project 5552c298b38a444e8d97a2fa59684129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 20:41:26.228552 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cdd9988d-a6f0-49e2-8c6e-da2087062d75 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.250390 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-edd9e88c-1df9-4b35-8690-dbf1ce83daf5 req-8735f397-c453-48f8-94d2-6270b800e0ad tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895886 Sep 20 20:41:26.322812 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cdd9988d-a6f0-49e2-8c6e-da2087062d75 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.327606 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cdd9988d-a6f0-49e2-8c6e-da2087062d75 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.357389 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9988d-a6f0-49e2-8c6e-da2087062d75 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f283b3b-537a-4836-8df8-17917548a913,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:26.362559 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cdd9988d-a6f0-49e2-8c6e-da2087062d75 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.367009 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-cdd9988d-a6f0-49e2-8c6e-da2087062d75 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1801772 Sep 20 20:41:26.459018 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-78652ce8-6cb6-4cd1-9e15-dd9d47426b7c req-18893eb0-b99a-42e1-913c-57cbb5774a84 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3804760&fields=id&tenant_id=5552c298b38a444e8d97a2fa59684129 HTTP/1.1" status: 200 len: 267 time: 0.0390658 Sep 20 20:41:26.525872 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78652ce8-6cb6-4cd1-9e15-dd9d47426b7c req-e2198b9b-319b-4016-a7f2-11d64d01df39 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:26.527755 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-78652ce8-6cb6-4cd1-9e15-dd9d47426b7c req-e2198b9b-319b-4016-a7f2-11d64d01df39 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 945 time: 0.0623295 Sep 20 20:41:26.542743 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-78652ce8-6cb6-4cd1-9e15-dd9d47426b7c req-ac09cda5-b129-44e7-a9f0-5589cfb06642 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Request body: {'port': {'security_groups': ['9b883a04-2b35-43bf-bae5-f7696a66a59b', 'f90928ca-f0f0-42fe-b626-b1c39d51f522']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:41:26.647512 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78652ce8-6cb6-4cd1-9e15-dd9d47426b7c req-ac09cda5-b129-44e7-a9f0-5589cfb06642 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.661710 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040232f3-473c-44d9-a9a8-7610998455f2 req-2c058b9a-4142-4d93-895a-20402f1c4f1b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:26.669388 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-040232f3-473c-44d9-a9a8-7610998455f2 req-2c058b9a-4142-4d93-895a-20402f1c4f1b tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 945 time: 0.0644236 Sep 20 20:41:26.727270 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-040232f3-473c-44d9-a9a8-7610998455f2 req-0a314534-d85e-424f-b5ae-977c550ff886 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569670 Sep 20 20:41:26.935475 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-78652ce8-6cb6-4cd1-9e15-dd9d47426b7c req-ac09cda5-b129-44e7-a9f0-5589cfb06642 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] For port d29c5f50-b422-4711-8ea3-ba7e05b0928d, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:26.989182 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78652ce8-6cb6-4cd1-9e15-dd9d47426b7c req-ac09cda5-b129-44e7-a9f0-5589cfb06642 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:26.995263 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78652ce8-6cb6-4cd1-9e15-dd9d47426b7c req-ac09cda5-b129-44e7-a9f0-5589cfb06642 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:27.013213 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['d29c5f50-b422-4711-8ea3-ba7e05b0928d'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:41:27.071471 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78652ce8-6cb6-4cd1-9e15-dd9d47426b7c req-ac09cda5-b129-44e7-a9f0-5589cfb06642 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:27.072177 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-78652ce8-6cb6-4cd1-9e15-dd9d47426b7c req-ac09cda5-b129-44e7-a9f0-5589cfb06642 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:27.078045 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-78652ce8-6cb6-4cd1-9e15-dd9d47426b7c req-ac09cda5-b129-44e7-a9f0-5589cfb06642 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "PUT /v2.0/ports/d29c5f50-b422-4711-8ea3-ba7e05b0928d HTTP/1.1" status: 200 len: 981 time: 0.5414293 Sep 20 20:41:27.078608 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:41:27.081707 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2020c258-e05a-429e-821b-f49322ddcddd" -d '{"events": [{"name": "network-changed", "server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:41:27.095271 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09cda5-b129-44e7-a9f0-5589cfb06642 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'Port': ['ID=d29c5f50-b422-4711-8ea3-ba7e05b0928d,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:27.161959 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8521f6f8-e519-4b28-8b05-686ab8f3742c x-openstack-request-id: req-8521f6f8-e519-4b28-8b05-686ab8f3742c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:41:27.162337 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:41:27.162894 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8521f6f8-e519-4b28-8b05-686ab8f3742c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:41:27.163024 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'status': 'completed', 'code': 200} Sep 20 20:41:27.213597 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['d29c5f50-b422-4711-8ea3-ba7e05b0928d'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:41:27.217197 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d7dc0-e979-473c-b5bb-809ea8575e45 req-a54d7989-342a-46c7-a26c-f9627c7c5122 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:27.225711 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5b7d7dc0-e979-473c-b5bb-809ea8575e45 req-a54d7989-342a-46c7-a26c-f9627c7c5122 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0683281 Sep 20 20:41:27.280336 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020c258-e05a-429e-821b-f49322ddcddd req-06a32a48-7147-4de8-bc22-868f0711b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:27.282699 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2020c258-e05a-429e-821b-f49322ddcddd req-06a32a48-7147-4de8-bc22-868f0711b2f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5552c298b38a444e8d97a2fa59684129&device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 1137 time: 0.1004746 Sep 20 20:41:27.329493 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5b7d7dc0-e979-473c-b5bb-809ea8575e45 req-c6c178e2-f353-4c5d-88a1-a5b4afbb854a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1019559 Sep 20 20:41:27.448995 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020c258-e05a-429e-821b-f49322ddcddd req-abb45529-3c1a-453e-b832-9a1cb3ee93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:27.450436 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2020c258-e05a-429e-821b-f49322ddcddd req-abb45529-3c1a-453e-b832-9a1cb3ee93c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a2d8583-a5fb-4d43-9579-2f68885aab7d HTTP/1.1" status: 200 len: 914 time: 0.1551592 Sep 20 20:41:27.461354 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d3539-9873-4b81-959f-acbf17d33e70 req-39f6f658-a9a6-45c7-9f7a-cd04fd720928 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:27.462903 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c5d3539-9873-4b81-959f-acbf17d33e70 req-39f6f658-a9a6-45c7-9f7a-cd04fd720928 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0860355 Sep 20 20:41:27.473058 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-657da46e-fc0f-475f-a55e-f1a50deaf58d None None] Provisioning complete for port d29c5f50-b422-4711-8ea3-ba7e05b0928d triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:41:27.473787 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-657da46e-fc0f-475f-a55e-f1a50deaf58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:27.548059 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8c5d3539-9873-4b81-959f-acbf17d33e70 req-94a59ca5-7375-4b9d-8d7b-347acf191fa1 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762327 Sep 20 20:41:27.549838 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2020c258-e05a-429e-821b-f49322ddcddd req-af8d2744-9e33-4855-bfde-bbfae1376fe3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d HTTP/1.1" status: 200 len: 1000 time: 0.0860662 Sep 20 20:41:27.833824 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device c276df95-eece-44b9-bbe0-d269906ebe1a up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:41:27.868736 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020c258-e05a-429e-821b-f49322ddcddd req-a8d8dc59-f896-495b-aa22-faed3c528988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:27.870213 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2020c258-e05a-429e-821b-f49322ddcddd req-a8d8dc59-f896-495b-aa22-faed3c528988 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de045699-ce2d-4a5c-9ba3-f3d4a846fb90 HTTP/1.1" status: 200 len: 853 time: 0.3132961 Sep 20 20:41:27.909364 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port c276df95-eece-44b9-bbe0-d269906ebe1a triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:41:27.909772 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:27.913507 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378e7d0-460a-4b4d-84dc-935a8f91af18 req-a56a73a4-de6a-4690-86ed-414ab4039e18 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:27.922591 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4378e7d0-460a-4b4d-84dc-935a8f91af18 req-a56a73a4-de6a-4690-86ed-414ab4039e18 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 945 time: 0.0790927 Sep 20 20:41:27.942800 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020c258-e05a-429e-821b-f49322ddcddd req-a0124d2a-04c6-45fe-8b8e-530e9084a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:27.944298 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2020c258-e05a-429e-821b-f49322ddcddd req-a0124d2a-04c6-45fe-8b8e-530e9084a922 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a2d8583-a5fb-4d43-9579-2f68885aab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651436 Sep 20 20:41:27.965029 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4378e7d0-460a-4b4d-84dc-935a8f91af18 req-b5aeb861-7528-4f78-bdda-52564a47fcc3 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Sep 20 20:41:28.024086 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:28.060539 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2020c258-e05a-429e-821b-f49322ddcddd req-7cf0a9c7-8ab4-43ee-af87-199896ea55f3 service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016028 Sep 20 20:41:28.064994 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:28.066100 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:41:28.068488 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb785042-e13a-440e-8621-8dc09a1d895d" -d '{"events": [{"server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "name": "network-vif-plugged", "status": "completed", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:41:28.087787 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:28.088614 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device dbb5fa51-8760-4f6c-84cb-5a96f45768a5 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:41:28.159935 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2020c258-e05a-429e-821b-f49322ddcddd req-5bc32d8a-2643-4e52-af77-10f1068b72ba service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899179 Sep 20 20:41:28.240836 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edace46-f29a-4d9e-83ae-98e4d5385528 x-openstack-request-id: req-9edace46-f29a-4d9e-83ae-98e4d5385528 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:41:28.240836 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "name": "network-vif-plugged", "status": "completed", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:41:28.240836 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9edace46-f29a-4d9e-83ae-98e4d5385528 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:41:28.240836 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'code': 200} Sep 20 20:41:28.244432 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=c276df95-eece-44b9-bbe0-d269906ebe1a,revision_number=7']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:28.258183 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:28.292646 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port dbb5fa51-8760-4f6c-84cb-5a96f45768a5, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:28.296851 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:28.347447 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,revision_number=6']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:28.690954 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616159cb-014c-4b1c-8449-7994d9dbfb70 req-ba61ba27-6d5a-4342-952c-ca557186a3a4 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:28.699378 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-616159cb-014c-4b1c-8449-7994d9dbfb70 req-ba61ba27-6d5a-4342-952c-ca557186a3a4 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0777750 Sep 20 20:41:28.746042 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-616159cb-014c-4b1c-8449-7994d9dbfb70 req-a690838c-b1d3-4aa0-85d9-f292309ddf3f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453031 Sep 20 20:41:29.166059 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb2b25-bd5b-41af-aa1e-25d81597bdbe req-a6f32761-2632-4165-b432-73cc4dbc2395 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:29.167671 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4ffb2b25-bd5b-41af-aa1e-25d81597bdbe req-a6f32761-2632-4165-b432-73cc4dbc2395 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.1001401 Sep 20 20:41:29.249188 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-4ffb2b25-bd5b-41af-aa1e-25d81597bdbe req-1ea39ca0-cf99-45df-9ae4-83477cb8a475 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725968 Sep 20 20:41:29.859991 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-c1e2c623-43cb-4571-9277-8791ea209da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:29.861384 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-c1e2c623-43cb-4571-9277-8791ea209da6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6&tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff HTTP/1.1" status: 200 len: 1096 time: 0.0573230 Sep 20 20:41:29.888299 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0815-cc60-4f3d-8765-9da077a712ff req-eb053483-507d-4d24-9225-259bfe75efac tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:29.895741 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2abe0815-cc60-4f3d-8765-9da077a712ff req-eb053483-507d-4d24-9225-259bfe75efac tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0606115 Sep 20 20:41:29.937696 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2abe0815-cc60-4f3d-8765-9da077a712ff req-ff9c9a16-0f52-471b-9e73-a807a90ce437 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410526 Sep 20 20:41:29.952253 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-20a61ef6-aaad-4479-9763-8d503d879196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:29.952253 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-20a61ef6-aaad-4479-9763-8d503d879196 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff&device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0559826 Sep 20 20:41:30.061857 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-3eaee8e9-1ea7-4b00-90b0-7d5ff2fc1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:30.063484 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-3eaee8e9-1ea7-4b00-90b0-7d5ff2fc1b5a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a86c9fb-9976-401d-918c-0b6a331f9f0b HTTP/1.1" status: 200 len: 909 time: 0.0942173 Sep 20 20:41:30.134533 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-68e60962-2618-47eb-91c7-073871f6d8ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5 HTTP/1.1" status: 200 len: 998 time: 0.0636094 Sep 20 20:41:30.191125 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-d4fcc7b9-d696-4117-88bf-a3124a101c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:30.193416 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-d4fcc7b9-d696-4117-88bf-a3124a101c40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a58fc1e-953d-42b2-85f9-26a9f11f733c HTTP/1.1" status: 200 len: 848 time: 0.0525081 Sep 20 20:41:30.241659 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:41:30.244058 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b27f1a-2a93-43a9-8c69-e0c5cc5a9cb7" -d '{"events": [{"server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:41:30.257958 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-de74e393-03f2-4ebc-8434-00699256bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:30.260478 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-de74e393-03f2-4ebc-8434-00699256bb8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a86c9fb-9976-401d-918c-0b6a331f9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576859 Sep 20 20:41:30.291225 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 20:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70409d75-2de5-4aee-bdf7-37f14437dab1 x-openstack-request-id: req-70409d75-2de5-4aee-bdf7-37f14437dab1 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:41:30.291539 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:41:30.291788 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70409d75-2de5-4aee-bdf7-37f14437dab1 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:41:30.292190 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'code': 200} Sep 20 20:41:30.376423 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-f6640751-eaf3-498c-ac4b-b178c3c9f1c9 service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012688 Sep 20 20:41:30.398410 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9300493-eb9b-434a-975b-3dd94bd4dd98 req-07ac41e4-6e87-42f6-9070-325fbe209822 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:30.412435 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d9300493-eb9b-434a-975b-3dd94bd4dd98 req-07ac41e4-6e87-42f6-9070-325fbe209822 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0806217 Sep 20 20:41:30.450639 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d9300493-eb9b-434a-975b-3dd94bd4dd98 req-090206bb-318f-4733-b983-6029c1189a13 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372474 Sep 20 20:41:30.495363 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a2fc4012-e78e-46ab-acda-9f28281f7d34 req-b8c6afb1-07e8-460a-8a7c-1bdb93c2e948 service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020856 Sep 20 20:41:31.091400 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff824e0-f8fe-4866-8088-fefcd3e9c78b req-718dc3a3-ef2f-4e0f-b3ab-cc298b7b2083 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:31.095365 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6ff824e0-f8fe-4866-8088-fefcd3e9c78b req-718dc3a3-ef2f-4e0f-b3ab-cc298b7b2083 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0905344 Sep 20 20:41:31.142987 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6ff824e0-f8fe-4866-8088-fefcd3e9c78b req-9ae41c11-7d91-4e36-929a-d26c260ce931 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403810 Sep 20 20:41:31.583056 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fbacd-8cae-45b2-8b36-8d22684f09e5 req-d14e92f3-d254-428f-a85c-870808a18278 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:31.591120 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-079fbacd-8cae-45b2-8b36-8d22684f09e5 req-d14e92f3-d254-428f-a85c-870808a18278 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0616450 Sep 20 20:41:31.624416 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-079fbacd-8cae-45b2-8b36-8d22684f09e5 req-d9c54bed-8efd-4e6b-92e8-44d988ab108f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323675 Sep 20 20:41:32.268217 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fedea-3542-4807-bde2-00c6f9c165bb req-f6f7ae3d-2f63-4d20-8795-8a63886bd909 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:32.276325 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-597fedea-3542-4807-bde2-00c6f9c165bb req-f6f7ae3d-2f63-4d20-8795-8a63886bd909 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0594361 Sep 20 20:41:32.314532 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-597fedea-3542-4807-bde2-00c6f9c165bb req-ae49b20f-6bd1-4b64-bfa6-2cc016bce947 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373025 Sep 20 20:41:32.749509 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415a510-a072-4178-9e57-6688c5d98748 req-6de48764-8a74-4176-8aec-d9545bf5b09e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:32.751965 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d415a510-a072-4178-9e57-6688c5d98748 req-6de48764-8a74-4176-8aec-d9545bf5b09e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0553670 Sep 20 20:41:32.794939 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d415a510-a072-4178-9e57-6688c5d98748 req-f934e048-4851-4de2-a8db-30cb6ea08ac8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352604 Sep 20 20:41:33.439749 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be1f07-4c74-417f-ba35-2ac94806ab9d req-83dc841a-d6ba-490a-b5af-c4160d1fb7ea tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:33.441221 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3be1f07-4c74-417f-ba35-2ac94806ab9d req-83dc841a-d6ba-490a-b5af-c4160d1fb7ea tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0561585 Sep 20 20:41:33.483297 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3be1f07-4c74-417f-ba35-2ac94806ab9d req-1e349d3b-db53-4b07-8d70-f8f598300245 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356207 Sep 20 20:41:33.936619 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec48cd-f97a-4f0c-a7ed-0b8178ec4c16 req-50f11b3f-e34a-4016-8694-6a5dacf5b177 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:33.938166 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7fec48cd-f97a-4f0c-a7ed-0b8178ec4c16 req-50f11b3f-e34a-4016-8694-6a5dacf5b177 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0591574 Sep 20 20:41:33.979426 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7fec48cd-f97a-4f0c-a7ed-0b8178ec4c16 req-9882b49e-8c3e-4292-ab7f-58557c912c83 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352292 Sep 20 20:41:34.610846 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d73f30-ea51-4d74-a99d-00158a5548ea req-ce32945b-c222-4e28-932a-15c043e807a6 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:34.618502 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71d73f30-ea51-4d74-a99d-00158a5548ea req-ce32945b-c222-4e28-932a-15c043e807a6 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0642970 Sep 20 20:41:34.655296 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-71d73f30-ea51-4d74-a99d-00158a5548ea req-8c70cd53-36d7-4403-847b-c0138b97deaa tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357277 Sep 20 20:41:35.109214 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cadee-89c2-498c-9b1d-b564f904ee56 req-2ce07889-e46c-44fe-9b30-d89635309655 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:35.110824 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-814cadee-89c2-498c-9b1d-b564f904ee56 req-2ce07889-e46c-44fe-9b30-d89635309655 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0491710 Sep 20 20:41:35.178285 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-814cadee-89c2-498c-9b1d-b564f904ee56 req-a4499179-39ed-4892-bf8e-7835e79de489 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525405 Sep 20 20:41:35.785864 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22f09-f1c6-400f-ac92-ece775818fcf req-985705cd-65bd-4786-82fe-9c791310844f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:35.787603 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2ae22f09-f1c6-400f-ac92-ece775818fcf req-985705cd-65bd-4786-82fe-9c791310844f tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0560954 Sep 20 20:41:35.834251 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2ae22f09-f1c6-400f-ac92-ece775818fcf req-ff2889df-9ad1-4f08-918e-2059b5086549 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401170 Sep 20 20:41:36.297607 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6b024-3960-495b-8676-f1c8884af64d req-86b4da03-8d9c-420f-8693-d5a9962ee41a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:36.299081 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2fe6b024-3960-495b-8676-f1c8884af64d req-86b4da03-8d9c-420f-8693-d5a9962ee41a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0508220 Sep 20 20:41:36.335981 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2fe6b024-3960-495b-8676-f1c8884af64d req-9f5ad3f6-e090-4596-9551-4f07c237f150 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306406 Sep 20 20:41:36.499634 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ffbd0-3751-4c62-acf7-269fb7216011 req-017b4e89-0ccd-42cb-b064-15595d151430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:36.501004 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-689ffbd0-3751-4c62-acf7-269fb7216011 req-017b4e89-0ccd-42cb-b064-15595d151430 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 1099 time: 0.0390077 Sep 20 20:41:36.595563 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ffbd0-3751-4c62-acf7-269fb7216011 req-66518f15-5d8e-461b-b9a5-90ef39b38f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:36.597040 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-689ffbd0-3751-4c62-acf7-269fb7216011 req-66518f15-5d8e-461b-b9a5-90ef39b38f73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 916 time: 0.0876627 Sep 20 20:41:36.609380 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:41:36.660840 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-689ffbd0-3751-4c62-acf7-269fb7216011 req-3f6bc9d9-cc7d-4bc9-9f8c-06a7d93e43ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c276df95-eece-44b9-bbe0-d269906ebe1a HTTP/1.1" status: 200 len: 1002 time: 0.0561106 Sep 20 20:41:36.718828 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ffbd0-3751-4c62-acf7-269fb7216011 req-7ae27a68-f5f7-45bd-b5f8-2b6a89698b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:36.720227 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-689ffbd0-3751-4c62-acf7-269fb7216011 req-7ae27a68-f5f7-45bd-b5f8-2b6a89698b31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 200 len: 855 time: 0.0512660 Sep 20 20:41:36.770357 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ffbd0-3751-4c62-acf7-269fb7216011 req-d4977585-e19b-4401-a269-245b0b1fa7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:36.771701 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-689ffbd0-3751-4c62-acf7-269fb7216011 req-d4977585-e19b-4401-a269-245b0b1fa7fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383687 Sep 20 20:41:36.857315 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:36.864764 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-689ffbd0-3751-4c62-acf7-269fb7216011 req-eeed4b57-ccba-472a-b365-bc425dfbedb4 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792894 Sep 20 20:41:36.992287 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efd982-1b5b-4038-909d-0ea0bf4d27e5 req-7b027aa6-5425-4433-b3d2-339e39ff4e88 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:36.993754 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-85efd982-1b5b-4038-909d-0ea0bf4d27e5 req-7b027aa6-5425-4433-b3d2-339e39ff4e88 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0907664 Sep 20 20:41:36.995949 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-689ffbd0-3751-4c62-acf7-269fb7216011 req-d2e99842-1914-445a-bcee-7b44633f5bbd service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221783 Sep 20 20:41:37.032651 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-85efd982-1b5b-4038-909d-0ea0bf4d27e5 req-408c4e86-8c77-454d-ace3-3ad7fe948bfd tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328670 Sep 20 20:41:37.453161 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa230ca1-35cf-4cd5-aa33-3db70f67a81e req-fc75eb9f-e17c-40c6-aa2c-2f28aa5aea97 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:37.454627 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fa230ca1-35cf-4cd5-aa33-3db70f67a81e req-fc75eb9f-e17c-40c6-aa2c-2f28aa5aea97 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0466306 Sep 20 20:41:37.490332 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fa230ca1-35cf-4cd5-aa33-3db70f67a81e req-646bd7bb-49bd-4ab3-bf10-b61e6d3e3837 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299325 Sep 20 20:41:37.850839 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device dbb5fa51-8760-4f6c-84cb-5a96f45768a5 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:41:37.943183 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port dbb5fa51-8760-4f6c-84cb-5a96f45768a5, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:37.954978 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'port_id': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'mac_address': 'fa:16:3e:90:cf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:41:37.989244 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:38.001627 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb5fa51-8760-4f6c-84cb-5a96f45768a5 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:41:38.020578 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port dbb5fa51-8760-4f6c-84cb-5a96f45768a5, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:38.024575 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:38.073612 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,revision_number=7']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:38.147834 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0e2f6-0b7b-418a-9fe9-762c50723f56 req-f7351669-cdc4-4c81-9591-f3be80558331 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:38.149575 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1ef0e2f6-0b7b-418a-9fe9-762c50723f56 req-f7351669-cdc4-4c81-9591-f3be80558331 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0516455 Sep 20 20:41:38.186546 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1ef0e2f6-0b7b-418a-9fe9-762c50723f56 req-b0d4374c-784d-4ca9-963b-ce6a93c2b0d5 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311332 Sep 20 20:41:38.277156 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['dbb5fa51-8760-4f6c-84cb-5a96f45768a5'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:41:38.604872 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f8408-1cbc-4d31-bfd7-a2e07aeb9619 req-2a1c1dae-17f3-404e-992d-a6ecb1b94b1e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:38.607843 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-599f8408-1cbc-4d31-bfd7-a2e07aeb9619 req-2a1c1dae-17f3-404e-992d-a6ecb1b94b1e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0477593 Sep 20 20:41:38.644601 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-599f8408-1cbc-4d31-bfd7-a2e07aeb9619 req-3a40df22-afbc-49d4-8317-393715ac1b5c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323400 Sep 20 20:41:39.313604 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee90a4-bcb3-401f-8b26-aea2c9908fe5 req-a93f6fce-ed4d-4386-aed6-2a08aeef087e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:39.315109 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e6ee90a4-bcb3-401f-8b26-aea2c9908fe5 req-a93f6fce-ed4d-4386-aed6-2a08aeef087e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0546522 Sep 20 20:41:39.353116 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e6ee90a4-bcb3-401f-8b26-aea2c9908fe5 req-faa9cab6-f54a-4fbc-8541-2f0bd5d4f357 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319495 Sep 20 20:41:39.763492 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ff3f-0828-47a7-b479-063f4253593b req-2dab84d5-cb27-4514-9c0e-563c333534a9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:39.764949 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b9f6ff3f-0828-47a7-b479-063f4253593b req-2dab84d5-cb27-4514-9c0e-563c333534a9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 946 time: 0.0463872 Sep 20 20:41:39.801792 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b9f6ff3f-0828-47a7-b479-063f4253593b req-ffbd1a73-0139-4b2b-bd42-b1fda5cb2179 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310500 Sep 20 20:41:39.868226 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device dbb5fa51-8760-4f6c-84cb-5a96f45768a5 up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:41:39.913657 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:41:39.914066 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:39.989463 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:40.017886 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:41:40.020830 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380fe9d5-78cc-4ac7-b6d9-492c3cf29cf0" -d '{"events": [{"server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:41:40.036154 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port dbb5fa51-8760-4f6c-84cb-5a96f45768a5, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:40.040539 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:40.041430 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device c276df95-eece-44b9-bbe0-d269906ebe1a no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:41:40.065368 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31a42a7-cca4-451b-8435-34b034125513 x-openstack-request-id: req-c31a42a7-cca4-451b-8435-34b034125513 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:41:40.065657 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "name": "network-vif-plugged", "status": "completed", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:41:40.066012 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c31a42a7-cca4-451b-8435-34b034125513 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:41:40.066298 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'code': 200} Sep 20 20:41:40.125078 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,revision_number=8']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:40.164959 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:40.197273 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:40.203066 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:40.256324 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=c276df95-eece-44b9-bbe0-d269906ebe1a,revision_number=8']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:40.341368 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430c54-0e01-4003-bad9-6f3cf2a9d04c req-186c155e-7a30-4efb-bd10-b4de195f87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:40.348582 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f6430c54-0e01-4003-bad9-6f3cf2a9d04c req-186c155e-7a30-4efb-bd10-b4de195f87fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0673110 Sep 20 20:41:40.393240 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f6430c54-0e01-4003-bad9-6f3cf2a9d04c req-24bcd526-7757-43dc-8bf5-685bbab9c303 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373247 Sep 20 20:41:40.517612 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8758f27-c777-4a42-95df-f162a02ef13a req-a4ea9140-8fd3-46ac-8ad8-35cdeb7123da tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:40.519195 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a8758f27-c777-4a42-95df-f162a02ef13a req-a4ea9140-8fd3-46ac-8ad8-35cdeb7123da tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Sep 20 20:41:40.571493 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a8758f27-c777-4a42-95df-f162a02ef13a req-bf61271a-9639-42cd-bdf0-4cd79ab9bff2 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434384 Sep 20 20:41:40.835124 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e30bf-a4c8-44db-ad09-d6ad61bebf05 req-99c6bf9c-e317-4524-9fba-9da60e166e80 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:40.836389 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cf7e30bf-a4c8-44db-ad09-d6ad61bebf05 req-99c6bf9c-e317-4524-9fba-9da60e166e80 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0639980 Sep 20 20:41:40.858640 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-81f5c19a-eac0-4a7d-bc05-8a285a6a90e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:40.886267 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cf7e30bf-a4c8-44db-ad09-d6ad61bebf05 req-b7de28b3-1b0d-46ba-b74d-bae99cb01083 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397036 Sep 20 20:41:40.994947 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 44884) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:41.079177 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-d21e40d9-e3b7-434d-9c3a-3bc02736a54c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830982 Sep 20 20:41:41.088322 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-c2b91930-3ff8-44c9-b297-ea8e4ec242f5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:41:41.089256 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-c2b91930-3ff8-44c9-b297-ea8e4ec242f5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051615 Sep 20 20:41:41.681909 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f95f6-409b-4a15-8b97-4f97ef6d2df9 req-b5d77aed-daec-458f-b76b-ed7431e848fc tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:41.683373 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-671f95f6-409b-4a15-8b97-4f97ef6d2df9 req-b5d77aed-daec-458f-b76b-ed7431e848fc tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0475252 Sep 20 20:41:41.719291 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-671f95f6-409b-4a15-8b97-4f97ef6d2df9 req-8c167bcf-13b1-4fe4-8347-acbb7e38ac4e tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299308 Sep 20 20:41:41.896259 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-ca513eee-cc24-4bff-95be-c4e6bbcd7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:41.898382 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-ca513eee-cc24-4bff-95be-c4e6bbcd7462 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987&tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70 HTTP/1.1" status: 200 len: 1097 time: 0.0428150 Sep 20 20:41:41.965570 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-cd45b4e9-6759-4e91-9306-034d98a6143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:41.966923 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-cd45b4e9-6759-4e91-9306-034d98a6143b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 1097 time: 0.0460818 Sep 20 20:41:42.011077 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bdfbe-0057-4351-a06b-e057ed2039c6 req-73581573-ce2a-4a0c-8608-0be4d6fce865 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:42.012698 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-118bdfbe-0057-4351-a06b-e057ed2039c6 req-73581573-ce2a-4a0c-8608-0be4d6fce865 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0532107 Sep 20 20:41:42.051683 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-118bdfbe-0057-4351-a06b-e057ed2039c6 req-f4f22c9f-52e1-4988-b8d6-9b67fd0ec0b8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325398 Sep 20 20:41:42.067543 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-3d64b6a7-a1bf-40a8-b5bb-26ad5fd346fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:42.068026 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:41:42.070533 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-3d64b6a7-a1bf-40a8-b5bb-26ad5fd346fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 916 time: 0.0963428 Sep 20 20:41:42.071506 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b71491-bd2a-4e99-9f79-f4969bad47c0" -d '{"events": [{"server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "name": "network-vif-unplugged", "status": "completed", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:41:42.110437 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 20:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a986e1ef-844a-48f2-be8e-a04ec8870cfd x-openstack-request-id: req-a986e1ef-844a-48f2-be8e-a04ec8870cfd {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:41:42.110751 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "name": "network-vif-unplugged", "status": "completed", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:41:42.111003 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a986e1ef-844a-48f2-be8e-a04ec8870cfd {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:41:42.111398 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'code': 200} Sep 20 20:41:42.138064 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-79d153b3-58af-4f77-9a8a-08470d454fa9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c276df95-eece-44b9-bbe0-d269906ebe1a HTTP/1.1" status: 200 len: 1000 time: 0.0602543 Sep 20 20:41:42.186523 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-94bbc673-2e01-46e8-9c7a-92d953789b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:42.187958 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-94bbc673-2e01-46e8-9c7a-92d953789b18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 200 len: 855 time: 0.0421870 Sep 20 20:41:42.233075 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-a88a9a5b-5511-4736-a846-631d2c25a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:42.234588 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-a88a9a5b-5511-4736-a846-631d2c25a53b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389936 Sep 20 20:41:42.334778 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-52303ab4-4c34-47ab-bddf-057ba18c268a service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909457 Sep 20 20:41:42.435505 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dcd62-f285-4fbc-baf2-6a8c9a9223c9 req-6f8e5b6c-4c61-4f7b-8839-94591f8851b4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:42.436977 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fa3dcd62-f285-4fbc-baf2-6a8c9a9223c9 req-6f8e5b6c-4c61-4f7b-8839-94591f8851b4 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.1013455 Sep 20 20:41:42.472744 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-763642b1-b6c6-4ab4-9712-5889944a4936 req-d3023a1c-d3cd-4ab0-8e0c-e63baf8a9a90 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278806 Sep 20 20:41:42.489180 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fa3dcd62-f285-4fbc-baf2-6a8c9a9223c9 req-94098f7c-5d69-4c30-a705-fb2d0fb429cd tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464067 Sep 20 20:41:43.171884 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8d630-61c9-4dd2-bf74-ac296ebe1f2c req-64f53384-148c-4635-9e75-e842143bb816 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:43.173400 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-67d8d630-61c9-4dd2-bf74-ac296ebe1f2c req-64f53384-148c-4635-9e75-e842143bb816 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0488267 Sep 20 20:41:43.213354 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-67d8d630-61c9-4dd2-bf74-ac296ebe1f2c req-1976a416-7e61-48e8-a3de-0122e6721a84 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335090 Sep 20 20:41:43.410966 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a14ff2db-b098-4134-b1da-f28de3b0c328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:43.605745 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377387b-0ec4-4240-af01-b1a91d11d528 req-13aa5ed6-98b6-4b64-8e74-2b2e8655eb44 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:43.607246 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9377387b-0ec4-4240-af01-b1a91d11d528 req-13aa5ed6-98b6-4b64-8e74-2b2e8655eb44 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0482099 Sep 20 20:41:43.654306 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9377387b-0ec4-4240-af01-b1a91d11d528 req-11134981-d6f6-4508-b39c-1b66c196a22b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407364 Sep 20 20:41:43.998556 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:44.335840 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003d479-f088-48da-83d0-62dcfc12c5f2 req-cb0d496b-1318-4089-b6b3-be3a4705950e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:44.337601 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0003d479-f088-48da-83d0-62dcfc12c5f2 req-cb0d496b-1318-4089-b6b3-be3a4705950e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0517561 Sep 20 20:41:44.375570 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0003d479-f088-48da-83d0-62dcfc12c5f2 req-f028f789-5681-4d63-a1f1-b662a31f2528 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Sep 20 20:41:44.702451 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:44.774430 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d81ba-0a23-4080-b8c0-f93f81076d99 req-440a70c6-78c9-4f77-bb0b-59c5792d6852 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:44.775921 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d55d81ba-0a23-4080-b8c0-f93f81076d99 req-440a70c6-78c9-4f77-bb0b-59c5792d6852 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0492458 Sep 20 20:41:44.813828 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d55d81ba-0a23-4080-b8c0-f93f81076d99 req-1aba8271-6f59-42c8-9691-e4c7df73cd03 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319073 Sep 20 20:41:45.512370 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6ee2a-a4fe-421c-a3bb-b1dfe1fc0bf4 req-28abb135-d0bf-436b-b11a-3d703d2bc007 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:45.514046 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b3d6ee2a-a4fe-421c-a3bb-b1dfe1fc0bf4 req-28abb135-d0bf-436b-b11a-3d703d2bc007 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0653794 Sep 20 20:41:45.554076 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b3d6ee2a-a4fe-421c-a3bb-b1dfe1fc0bf4 req-f4b019f1-0841-44d9-a295-95f5b7203b0e tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339820 Sep 20 20:41:45.931402 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc97b27-bd4d-4b02-90fb-2ac095ae2b97 req-6479c1ef-a23d-4e03-870d-872457469543 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:45.946014 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ddc97b27-bd4d-4b02-90fb-2ac095ae2b97 req-6479c1ef-a23d-4e03-870d-872457469543 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0530345 Sep 20 20:41:45.973707 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ddc97b27-bd4d-4b02-90fb-2ac095ae2b97 req-08058753-5f2a-425f-93fe-3a70dd9f599f tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334582 Sep 20 20:41:46.236609 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:46.671536 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e9cac-cece-4e71-b8fd-27512ebbe68a req-c94032b7-18a4-4255-9740-f0d619dfa21c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:46.672998 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2d2e9cac-cece-4e71-b8fd-27512ebbe68a req-c94032b7-18a4-4255-9740-f0d619dfa21c tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0489411 Sep 20 20:41:46.712954 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2d2e9cac-cece-4e71-b8fd-27512ebbe68a req-e038f666-3547-427c-9d72-ba5dc0e158e6 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339336 Sep 20 20:41:47.088795 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417da878-90ee-4aa1-9a2b-0b538c660a66 req-8b9c8a45-06ee-42f0-9b8c-18f071970e77 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:47.090303 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-417da878-90ee-4aa1-9a2b-0b538c660a66 req-8b9c8a45-06ee-42f0-9b8c-18f071970e77 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0479584 Sep 20 20:41:47.128305 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-417da878-90ee-4aa1-9a2b-0b538c660a66 req-8d576207-c416-4622-8e4b-e5f4ce5bc71c tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Sep 20 20:41:47.833759 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e974ac-0a27-4679-aaac-c0fad86c772c req-12a3eef1-a788-47be-af15-b27838f95bc0 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:47.835260 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c0e974ac-0a27-4679-aaac-c0fad86c772c req-12a3eef1-a788-47be-af15-b27838f95bc0 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0487814 Sep 20 20:41:47.874822 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c0e974ac-0a27-4679-aaac-c0fad86c772c req-965c4842-ecd0-4eeb-b4d4-40955bb91188 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329649 Sep 20 20:41:48.252396 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66bfa4-8227-4af6-bec6-56ee18f0858c req-99dea6d3-55b0-4359-8290-4d8cc50aa08b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:48.253871 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dc66bfa4-8227-4af6-bec6-56ee18f0858c req-99dea6d3-55b0-4359-8290-4d8cc50aa08b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0575495 Sep 20 20:41:48.293643 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-dc66bfa4-8227-4af6-bec6-56ee18f0858c req-6f7d7789-bd74-489f-ae7c-f7fe32dabacd tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336185 Sep 20 20:41:49.001936 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e933c8-b4bc-4ee4-8b3c-4b266a7ceba1 req-f8296269-26a7-47a3-8900-dcbaa85ffbd8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:49.003865 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f4e933c8-b4bc-4ee4-8b3c-4b266a7ceba1 req-f8296269-26a7-47a3-8900-dcbaa85ffbd8 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0571747 Sep 20 20:41:49.045698 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f4e933c8-b4bc-4ee4-8b3c-4b266a7ceba1 req-2f9eb849-1861-4b83-bda4-d68b8f604067 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346572 Sep 20 20:41:49.420842 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c7283-064b-471d-a90e-6004f59876f1 req-35b6efdb-2e58-48b6-8bf5-edb6602c47e7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:49.422355 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-007c7283-064b-471d-a90e-6004f59876f1 req-35b6efdb-2e58-48b6-8bf5-edb6602c47e7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0591571 Sep 20 20:41:49.468585 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-007c7283-064b-471d-a90e-6004f59876f1 req-d1129404-da6b-43b2-a7db-050816a17de1 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322766 Sep 20 20:41:50.169215 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7266b1-2d9d-4b69-9556-01dee9943102 req-4e968873-fab4-45e8-8b9e-427758a42b43 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:50.170780 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cc7266b1-2d9d-4b69-9556-01dee9943102 req-4e968873-fab4-45e8-8b9e-427758a42b43 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0492561 Sep 20 20:41:50.211113 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cc7266b1-2d9d-4b69-9556-01dee9943102 req-5834de44-bdfa-4f74-9649-30b47d683926 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342588 Sep 20 20:41:50.576964 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25370932-1438-433e-90a3-750aabb3f59f req-d824f928-1610-41d0-89fe-12d4b9fce95e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:50.578484 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25370932-1438-433e-90a3-750aabb3f59f req-d824f928-1610-41d0-89fe-12d4b9fce95e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0491114 Sep 20 20:41:50.617576 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-25370932-1438-433e-90a3-750aabb3f59f req-e0e2939a-6b93-4fbb-b736-082e82f9fa15 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328295 Sep 20 20:41:51.332474 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb69c3c-9ab1-4153-9a2a-d24bb1406505 req-d0f5c97f-342f-46db-99af-eea2f47702ef tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:51.333983 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8bb69c3c-9ab1-4153-9a2a-d24bb1406505 req-d0f5c97f-342f-46db-99af-eea2f47702ef tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0493755 Sep 20 20:41:51.372874 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8bb69c3c-9ab1-4153-9a2a-d24bb1406505 req-28f9a39a-079e-4d16-879b-00c00a67cbca tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326574 Sep 20 20:41:51.731950 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611f669-66bf-4040-a489-65f8747c29ec req-16587de4-75ae-4bd1-96ae-f946acae4eff tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:51.733450 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8611f669-66bf-4040-a489-65f8747c29ec req-16587de4-75ae-4bd1-96ae-f946acae4eff tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0475876 Sep 20 20:41:51.774215 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8611f669-66bf-4040-a489-65f8747c29ec req-a98d2326-b373-4a1a-96f7-6f138311a95e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Sep 20 20:41:52.496520 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbef2a-d444-4d34-832d-5986272a8e7c req-15423bd1-a7ab-440b-be18-f3ccf54dd892 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:52.498130 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4cbbef2a-d444-4d34-832d-5986272a8e7c req-15423bd1-a7ab-440b-be18-f3ccf54dd892 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0537741 Sep 20 20:41:52.538389 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4cbbef2a-d444-4d34-832d-5986272a8e7c req-c52e5f27-ac53-4479-8e0f-a7d2946e8605 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339694 Sep 20 20:41:52.898680 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f9646-9741-4f75-9c85-281924ab2254 req-20b2f6ac-eb9a-4dab-a969-f4dbefcfbdd7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:52.900238 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3d1f9646-9741-4f75-9c85-281924ab2254 req-20b2f6ac-eb9a-4dab-a969-f4dbefcfbdd7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0564649 Sep 20 20:41:52.957387 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3d1f9646-9741-4f75-9c85-281924ab2254 req-c37e5cd7-40ce-4a2f-bc40-6d49b0676b7e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493741 Sep 20 20:41:52.988091 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d968eb-b41d-41b4-afcb-c1febdead154 req-55ecb8dd-880a-4df4-9ea9-d1e7280eb2ef tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:52.990149 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-26d968eb-b41d-41b4-afcb-c1febdead154 req-55ecb8dd-880a-4df4-9ea9-d1e7280eb2ef tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0554833 Sep 20 20:41:53.032038 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-26d968eb-b41d-41b4-afcb-c1febdead154 req-1a0fafe7-97d3-4ba9-9cd7-9483be3eac8f tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0351744 Sep 20 20:41:53.655285 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d54bcf-dda7-4dc9-a91d-769be6fd388d req-d1142088-eced-41b1-bf35-5c9a56f4374a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:53.656749 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-33d54bcf-dda7-4dc9-a91d-769be6fd388d req-d1142088-eced-41b1-bf35-5c9a56f4374a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0479953 Sep 20 20:41:53.694497 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-33d54bcf-dda7-4dc9-a91d-769be6fd388d req-12778881-5dfe-4cc9-9682-8cdbf6cc3264 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318909 Sep 20 20:41:54.069084 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0590530-8a93-44c4-bdbc-606d5bc9819a req-68f28255-16c8-4216-b461-8d3ec1aac7d7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:54.070554 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d0590530-8a93-44c4-bdbc-606d5bc9819a req-68f28255-16c8-4216-b461-8d3ec1aac7d7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0481145 Sep 20 20:41:54.108611 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d0590530-8a93-44c4-bdbc-606d5bc9819a req-eee940f0-9a93-4e4a-9b5c-e210a2c0698b tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317976 Sep 20 20:41:54.155164 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1172d9c-c449-4a03-9788-28c968eb0881 req-f3d94c00-eac5-4e8b-8cb1-b7295502d334 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:54.156627 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d1172d9c-c449-4a03-9788-28c968eb0881 req-f3d94c00-eac5-4e8b-8cb1-b7295502d334 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0564077 Sep 20 20:41:54.195496 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d1172d9c-c449-4a03-9788-28c968eb0881 req-28d24dd8-d2f6-48cd-b0bd-2ee0dcd550d9 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0327437 Sep 20 20:41:54.219736 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87925c-4c4c-4a43-8415-ffda95321b39 req-39432f38-e225-421d-a224-12c6374c9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:54.221278 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e87925c-4c4c-4a43-8415-ffda95321b39 req-39432f38-e225-421d-a224-12c6374c9702 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5552c298b38a444e8d97a2fa59684129&device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 1137 time: 0.0422900 Sep 20 20:41:54.316613 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87925c-4c4c-4a43-8415-ffda95321b39 req-165ffdcb-d6c0-4817-bcc1-2235139c0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:54.318081 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e87925c-4c4c-4a43-8415-ffda95321b39 req-165ffdcb-d6c0-4817-bcc1-2235139c0f60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a2d8583-a5fb-4d43-9579-2f68885aab7d HTTP/1.1" status: 200 len: 914 time: 0.0869346 Sep 20 20:41:54.396462 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e87925c-4c4c-4a43-8415-ffda95321b39 req-727194a0-726f-4068-8f3f-7cf5e3aba9db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d HTTP/1.1" status: 200 len: 1000 time: 0.0618372 Sep 20 20:41:54.448008 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87925c-4c4c-4a43-8415-ffda95321b39 req-7be36356-f298-4b8e-b47d-d7fa2f97f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:54.449399 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e87925c-4c4c-4a43-8415-ffda95321b39 req-7be36356-f298-4b8e-b47d-d7fa2f97f3fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de045699-ce2d-4a5c-9ba3-f3d4a846fb90 HTTP/1.1" status: 200 len: 853 time: 0.0452254 Sep 20 20:41:54.494340 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87925c-4c4c-4a43-8415-ffda95321b39 req-8c00bd4f-a121-48e6-9887-0efc71529549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:54.495742 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e87925c-4c4c-4a43-8415-ffda95321b39 req-8c00bd4f-a121-48e6-9887-0efc71529549 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a2d8583-a5fb-4d43-9579-2f68885aab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380406 Sep 20 20:41:54.583089 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e87925c-4c4c-4a43-8415-ffda95321b39 req-df44a478-52c9-4d9f-a150-0db21a15c66a service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781517 Sep 20 20:41:54.673235 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0e87925c-4c4c-4a43-8415-ffda95321b39 req-8d04ac17-fa95-4117-b69d-a0e99287b68f service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801253 Sep 20 20:41:54.811052 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9227f2-059a-4f62-9fa1-5f13a66779e8 req-01aaa23c-0965-4ba9-9231-868c35a7ff42 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:54.812606 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bb9227f2-059a-4f62-9fa1-5f13a66779e8 req-01aaa23c-0965-4ba9-9231-868c35a7ff42 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0499535 Sep 20 20:41:54.850881 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bb9227f2-059a-4f62-9fa1-5f13a66779e8 req-6a00899f-ce98-4a76-89c9-2717ae7a5bf4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324199 Sep 20 20:41:55.222380 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12cd25-cd30-4b1b-91d4-66b3739025cd req-d88b73ba-29a7-4393-ae8f-081e691fe9ad tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:55.223858 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8f12cd25-cd30-4b1b-91d4-66b3739025cd req-d88b73ba-29a7-4393-ae8f-081e691fe9ad tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0489655 Sep 20 20:41:55.261188 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8f12cd25-cd30-4b1b-91d4-66b3739025cd req-c956e60b-ea59-4798-84cc-283a27d3fec5 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd33e6dd-d608-463d-adfe-989ff6404490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Sep 20 20:41:55.309254 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6a374-a8c0-4bc1-8e7f-fc688b96ff7c req-21fd30b8-cb65-49e3-97f9-18a411d94b0e tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:55.310713 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-81e6a374-a8c0-4bc1-8e7f-fc688b96ff7c req-21fd30b8-cb65-49e3-97f9-18a411d94b0e tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0477242 Sep 20 20:41:55.351094 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-81e6a374-a8c0-4bc1-8e7f-fc688b96ff7c req-47a49f47-57b6-460f-a09c-61748b2515b4 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0344543 Sep 20 20:41:55.628685 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-c3c2ff51-c511-47a2-abad-e9c2fe9ba6c3 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:55.630128 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-c3c2ff51-c511-47a2-abad-e9c2fe9ba6c3 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 945 time: 0.0464675 Sep 20 20:41:55.732554 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Deleting port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:41:55.732800 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:55.830393 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] For port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:55.830746 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:55.959603 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device c276df95-eece-44b9-bbe0-d269906ebe1a details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:41:55.969510 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a586e6-25cd-44c1-bcca-f3e35fc50f87 req-fee090bc-e2db-497e-b9ad-c80c373baa2d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:55.971298 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c4a586e6-25cd-44c1-bcca-f3e35fc50f87 req-fee090bc-e2db-497e-b9ad-c80c373baa2d tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 944 time: 0.0497522 Sep 20 20:41:55.996751 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:55.997148 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:55.997367 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.l3_db [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Floating IP 82ab9420-503b-4506-abfd-3454159231f2 disassociated. External IP: 172.27.2.90, port: 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc. Sep 20 20:41:55.997717 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Calling delete_port for 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:41:56.009159 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c4a586e6-25cd-44c1-bcca-f3e35fc50f87 req-059276bb-2945-4972-a539-5e51c4e7e56a tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306003 Sep 20 20:41:56.057876 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:56.068488 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'port_id': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'mac_address': 'fa:16:3e:72:d0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:41:56.104401 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:56.116254 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c276df95-eece-44b9-bbe0-d269906ebe1a {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:41:56.127175 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:56.135809 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:56.138900 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:56.156405 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event deleted for resources: {'Port': ['ID=5a0c2a77-d7d8-40da-96b1-9c5fef9274cc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:56.166633 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.166981 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.167320 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.167657 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.167990 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.168318 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.168643 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.168964 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.169286 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.169602 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.169921 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.170265 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:56.187678 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=c276df95-eece-44b9-bbe0-d269906ebe1a,revision_number=9']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:56.277341 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Router cadfcf73-95fe-4b9f-8606-11f47a049402 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:41:56.386555 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f4eb3f71-f995-475a-b510-4681fd34d941 req-0307ad63-8ce3-42b4-a121-90082256eba8 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1bee9c4-db52-4048-a7ff-f8ab627a9cc8 HTTP/1.1" status: 200 len: 210 time: 0.0591133 Sep 20 20:41:56.387151 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['c276df95-eece-44b9-bbe0-d269906ebe1a'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:41:56.406269 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:41:56.421183 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938360d3-2f7b-4027-8d7f-2448aaca6528 None None] Sync routers for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:41:56.447067 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] No DVR routers for this DVR port 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:41:56.448754 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938360d3-2f7b-4027-8d7f-2448aaca6528 None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:41:56.449369 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-938360d3-2f7b-4027-8d7f-2448aaca6528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:41:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:41:56.452078 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:56.454421 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-857c7c0d-e16b-4abe-9fbe-966b3f4bd50a req-eaa4730b-22c8-40f2-b152-c95d9669967d tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.45 "DELETE /v2.0/ports/5a0c2a77-d7d8-40da-96b1-9c5fef9274cc HTTP/1.1" status: 204 len: 173 time: 0.8147967 Sep 20 20:41:56.454961 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'name': 'network-vif-deleted', 'tag': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:41:56.457287 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77644483-6662-43b5-819e-1df17a5306ed" -d '{"events": [{"server_uuid": "d1bee9c4-db52-4048-a7ff-f8ab627a9cc8", "name": "network-vif-deleted", "tag": "5a0c2a77-d7d8-40da-96b1-9c5fef9274cc"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:41:56.503178 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f4647-7fe5-4ee6-bcec-1390a7fc2af2 req-d5fd09c8-84b1-47d4-afeb-d3ae04ff9cf6 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:56.504786 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-dc5f4647-7fe5-4ee6-bcec-1390a7fc2af2 req-d5fd09c8-84b1-47d4-afeb-d3ae04ff9cf6 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0661674 Sep 20 20:41:56.554633 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-dc5f4647-7fe5-4ee6-bcec-1390a7fc2af2 req-7efac365-00d9-4e1c-96f5-e9cf52e0d703 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0410502 Sep 20 20:41:56.595021 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f73bb14-463a-4f33-9cae-4c34a8f4c9f2 x-openstack-request-id: req-3f73bb14-463a-4f33-9cae-4c34a8f4c9f2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:41:56.595387 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bee9c4-db52-4048-a7ff-f8ab627a9cc8", "name": "network-vif-deleted", "tag": "5a0c2a77-d7d8-40da-96b1-9c5fef9274cc", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:41:56.595643 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f73bb14-463a-4f33-9cae-4c34a8f4c9f2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:41:56.596229 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bee9c4-db52-4048-a7ff-f8ab627a9cc8', 'name': 'network-vif-deleted', 'tag': '5a0c2a77-d7d8-40da-96b1-9c5fef9274cc', 'status': 'completed', 'code': 200} Sep 20 20:41:56.628925 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-938360d3-2f7b-4027-8d7f-2448aaca6528 None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:41:56.848905 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-938360d3-2f7b-4027-8d7f-2448aaca6528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:41:56.878680 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938360d3-2f7b-4027-8d7f-2448aaca6528 None None] Checking router: cadfcf73-95fe-4b9f-8606-11f47a049402 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:41:56.888137 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938360d3-2f7b-4027-8d7f-2448aaca6528 None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:41:56.888752 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-938360d3-2f7b-4027-8d7f-2448aaca6528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:41:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:41:56.995467 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-938360d3-2f7b-4027-8d7f-2448aaca6528 None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:41:57.130496 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e56e1-46e2-4f90-9981-d72972c15e51 req-f9bf13aa-e55c-485a-8d31-13515433fba7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:57.131901 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ce3e56e1-46e2-4f90-9981-d72972c15e51 req-f9bf13aa-e55c-485a-8d31-13515433fba7 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 945 time: 0.0482759 Sep 20 20:41:57.170076 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ce3e56e1-46e2-4f90-9981-d72972c15e51 req-635e5a73-a9d6-43c3-9871-d6677a2c8f77 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316701 Sep 20 20:41:57.192317 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-938360d3-2f7b-4027-8d7f-2448aaca6528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:41:57.219343 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938360d3-2f7b-4027-8d7f-2448aaca6528 None None] The sync data for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi is: [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:36:03Z', 'revision_number': 4, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'f3b357ca-93c8-43f3-ab92-610c43a68605', 'name': '', 'network_id': 'edee2f1e-7029-467d-b39c-c0781942037a', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'mac_address': 'fa:16:3e:65:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:36:00Z', 'updated_at': '2021-09-20T20:36:13Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'subnets': [{'id': 'defa30c0-d28a-488d-9a06-e8a8f66dcec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:41:57.421278 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c27d0-80f0-4419-92a6-04b9b06e6efc None None] New status for floating IP 82ab9420-503b-4506-abfd-3454159231f2: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:41:57.471066 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45018) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:57.528652 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3743-0a60-49bc-8f89-83ec9ff7a1a7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:57.552755 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3743-0a60-49bc-8f89-83ec9ff7a1a7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:57.599827 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3743-0a60-49bc-8f89-83ec9ff7a1a7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:57.602746 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3743-0a60-49bc-8f89-83ec9ff7a1a7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:57.604034 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3dbd3743-0a60-49bc-8f89-83ec9ff7a1a7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "DELETE /v2.0/security-groups/cd33e6dd-d608-463d-adfe-989ff6404490 HTTP/1.1" status: 204 len: 168 time: 0.1318960 Sep 20 20:41:57.607172 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45022) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:57.612865 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd3743-0a60-49bc-8f89-83ec9ff7a1a7 tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd33e6dd-d608-463d-adfe-989ff6404490,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:57.627073 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.api.v2.resource [None req-76e72e4f-7e02-43c3-8f33-0ce6d295205e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] show failed (client error): The resource could not be found. Sep 20 20:41:57.628113 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-76e72e4f-7e02-43c3-8f33-0ce6d295205e tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "GET /v2.0/security-groups/cd33e6dd-d608-463d-adfe-989ff6404490 HTTP/1.1" status: 404 len: 347 time: 0.0198729 Sep 20 20:41:57.630990 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45024) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:41:57.698044 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1717bce-4651-4e09-84b1-c908b0857423 req-bc5ad8cb-dee3-49bd-801f-91995cfaddcc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:57.699444 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d1717bce-4651-4e09-84b1-c908b0857423 req-bc5ad8cb-dee3-49bd-801f-91995cfaddcc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0494077 Sep 20 20:41:57.738480 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d1717bce-4651-4e09-84b1-c908b0857423 req-4766fa47-5749-4630-957e-3a69babe90ca tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0326061 Sep 20 20:41:57.751491 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Deleting port a7343f0e-4720-4c9b-ba29-334981334179 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:41:57.751835 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:57.827150 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:57.827473 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:57.839099 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Calling delete_port for a7343f0e-4720-4c9b-ba29-334981334179 owned by network:floatingip {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:41:57.964623 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:57.990517 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device c276df95-eece-44b9-bbe0-d269906ebe1a up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:41:58.043441 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port c276df95-eece-44b9-bbe0-d269906ebe1a triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:41:58.044145 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:58.121549 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:58.144452 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:41:58.146720 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22df890-4b79-4bc5-a95d-dcd286e68877" -d '{"events": [{"server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "name": "network-vif-plugged", "status": "completed", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:41:58.160994 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:41:58.165531 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:58.166341 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:41:58.199349 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Pushing event deleted for resources: {'Port': ['ID=a7343f0e-4720-4c9b-ba29-334981334179,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:58.206501 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa84c8ab-c8fa-4170-a992-96208805baf1 x-openstack-request-id: req-aa84c8ab-c8fa-4170-a992-96208805baf1 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:41:58.206786 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "name": "network-vif-plugged", "status": "completed", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:41:58.207035 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa84c8ab-c8fa-4170-a992-96208805baf1 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:41:58.207421 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'code': 200} Sep 20 20:41:58.210147 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:41:58.210314 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 5a0c2a77-d7d8-40da-96b1-9c5fef9274cc not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:41:58.229132 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.229502 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.229852 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.230215 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.230543 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.230870 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.231193 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.231513 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.231831 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.232303 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.232756 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.233068 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:41:58.253250 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=c276df95-eece-44b9-bbe0-d269906ebe1a,revision_number=10']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:41:58.274973 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks [] for floatingip, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:58.277485 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:41:58.281468 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-077ebe27-bc51-49b5-a1d0-24ac617954ca tempest-AttachVolumeTestJSON-1582235748 tempest-AttachVolumeTestJSON-1582235748-project] 10.222.0.44 "DELETE /v2.0/floatingips/82ab9420-503b-4506-abfd-3454159231f2 HTTP/1.1" status: 204 len: 168 time: 0.6467893 Sep 20 20:41:58.324813 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47329e4-8014-495f-ba8c-dee8c099b9fa req-e0cb61c4-e14c-4daf-a79a-6152c65cc4e4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:58.325948 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c47329e4-8014-495f-ba8c-dee8c099b9fa req-e0cb61c4-e14c-4daf-a79a-6152c65cc4e4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 947 time: 0.0565362 Sep 20 20:41:58.376678 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c47329e4-8014-495f-ba8c-dee8c099b9fa req-03954456-9277-46d4-b164-e6fbefdd9bb4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432510 Sep 20 20:41:58.670464 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87948c0-b1a6-46c5-9b3a-57fdb74ba00a req-6a7d0f31-a98f-4774-afca-9f1d98ae2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:58.671933 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d87948c0-b1a6-46c5-9b3a-57fdb74ba00a req-6a7d0f31-a98f-4774-afca-9f1d98ae2e90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 1100 time: 0.2797284 Sep 20 20:41:58.705335 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d87948c0-b1a6-46c5-9b3a-57fdb74ba00a req-cc8c0d38-1dc1-475b-b0ad-b9f8530c58c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262699 Sep 20 20:41:58.853026 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80735a-eb8d-465e-ab9e-6bbb59763ce2 req-bf0ec746-74e2-4944-976a-dc0b3150901c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:58.854397 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7e80735a-eb8d-465e-ab9e-6bbb59763ce2 req-bf0ec746-74e2-4944-976a-dc0b3150901c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0479243 Sep 20 20:41:58.891687 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7e80735a-eb8d-465e-ab9e-6bbb59763ce2 req-8189b955-d53c-475f-b59b-55d1f220c4bb tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0313981 Sep 20 20:41:59.505051 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c036b-9b22-46eb-8f54-e12eaabdf359 req-9751b0d3-a682-4fca-a392-8640729f30b9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:41:59.506576 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d10c036b-9b22-46eb-8f54-e12eaabdf359 req-9751b0d3-a682-4fca-a392-8640729f30b9 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 947 time: 0.0506623 Sep 20 20:41:59.546348 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d10c036b-9b22-46eb-8f54-e12eaabdf359 req-0df382fb-6443-4826-915e-f804f1d70c51 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334702 Sep 20 20:42:00.010319 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caf690-a798-4cf7-b54f-83f8aa943f2b req-6316eb89-c5e0-42ed-9685-e7608f365e90 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:00.011806 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-12caf690-a798-4cf7-b54f-83f8aa943f2b req-6316eb89-c5e0-42ed-9685-e7608f365e90 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0536830 Sep 20 20:42:00.057252 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-12caf690-a798-4cf7-b54f-83f8aa943f2b req-a50f5754-a20a-4f9f-b5d9-039a79aa4afe tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0395117 Sep 20 20:42:00.662393 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b5709-faba-4aca-9bbb-dc337e3ac932 req-e9c458fe-adaa-47e2-a112-acc115422dd4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:00.663879 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-738b5709-faba-4aca-9bbb-dc337e3ac932 req-e9c458fe-adaa-47e2-a112-acc115422dd4 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 947 time: 0.0482595 Sep 20 20:42:00.703544 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-738b5709-faba-4aca-9bbb-dc337e3ac932 req-956110fe-80bf-416e-9260-ed7ead591071 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332897 Sep 20 20:42:01.163262 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe2ee6-9d64-43fa-a578-158f132dda1c req-0bc363b1-b062-4651-97e8-01dbf03e13fc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:01.165260 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c6fe2ee6-9d64-43fa-a578-158f132dda1c req-0bc363b1-b062-4651-97e8-01dbf03e13fc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0475073 Sep 20 20:42:01.206018 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c6fe2ee6-9d64-43fa-a578-158f132dda1c req-ad4396d2-3f77-4c2b-97f1-eb8aae21493d tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0347672 Sep 20 20:42:01.821337 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45104) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:02.237019 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529938'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:02.365953 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6933d8e-2dcc-4c60-8748-f5a2d4658e87 req-defdf3e9-4024-4e35-a2e0-a12981b9742f tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:02.367448 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d6933d8e-2dcc-4c60-8748-f5a2d4658e87 req-defdf3e9-4024-4e35-a2e0-a12981b9742f tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0943201 Sep 20 20:42:02.453699 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d6933d8e-2dcc-4c60-8748-f5a2d4658e87 req-5e189fdc-6891-4701-ba9c-e0a66609c9d3 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0578551 Sep 20 20:42:02.539065 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] Deleting port f3b357ca-93c8-43f3-ab92-610c43a68605 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:42:02.539942 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:02.615676 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] For port f3b357ca-93c8-43f3-ab92-610c43a68605, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=f3b357ca-93c8-43f3-ab92-610c43a68605,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:02.616024 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:02.627692 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] Calling delete_port for f3b357ca-93c8-43f3-ab92-610c43a68605 owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:42:02.795997 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:02.819721 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b357ca-93c8-43f3-ab92-610c43a68605,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:02.977303 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529826'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:03.178130 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] Router cadfcf73-95fe-4b9f-8606-11f47a049402 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:42:03.279570 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:42:03.287150 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b7a4bfe9-cfbc-476f-be89-b3e9144b0596 admin admin] 10.222.0.44 "PUT /v2.0/routers/cadfcf73-95fe-4b9f-8606-11f47a049402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647217 Sep 20 20:42:03.287742 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45112) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:03.290522 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95e319-bc3d-4d87-b84a-41dc48a11bfc None None] Sync routers for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:42:03.302542 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95e319-bc3d-4d87-b84a-41dc48a11bfc None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:42:03.303153 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3d95e319-bc3d-4d87-b84a-41dc48a11bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:41:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:03.389673 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:03.404503 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-3d95e319-bc3d-4d87-b84a-41dc48a11bfc None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:42:03.487592 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:03.546577 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Deleting port 30a727c7-7da3-402a-a7f7-0ffbd554fc47 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:42:03.546931 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:03.575186 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9780444-cb93-475f-9688-dc68e319b474 req-a327c952-9735-4321-95a8-d1f07f040555 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:03.582531 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b9780444-cb93-475f-9688-dc68e319b474 req-a327c952-9735-4321-95a8-d1f07f040555 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0559409 Sep 20 20:42:03.619947 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b9780444-cb93-475f-9688-dc68e319b474 req-dad52240-398f-45f1-a698-260479b27e2a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0362802 Sep 20 20:42:03.630671 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] For port 30a727c7-7da3-402a-a7f7-0ffbd554fc47, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=30a727c7-7da3-402a-a7f7-0ffbd554fc47,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:03.631026 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:03.645133 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Calling delete_port for 30a727c7-7da3-402a-a7f7-0ffbd554fc47 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:42:03.710731 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3d95e319-bc3d-4d87-b84a-41dc48a11bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:42:02Z', 'revision_number': 5, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port': {'id': '30a727c7-7da3-402a-a7f7-0ffbd554fc47', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:56Z', 'updated_at': '2021-09-20T20:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:03.739140 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95e319-bc3d-4d87-b84a-41dc48a11bfc None None] Checking router: cadfcf73-95fe-4b9f-8606-11f47a049402 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:42:03.747843 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95e319-bc3d-4d87-b84a-41dc48a11bfc None None] Routers {'cadfcf73-95fe-4b9f-8606-11f47a049402'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:42:03.748480 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3d95e319-bc3d-4d87-b84a-41dc48a11bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:41:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['cadfcf73-95fe-4b9f-8606-11f47a049402'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:03.807482 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:03.832436 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a727c7-7da3-402a-a7f7-0ffbd554fc47,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:03.834980 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-3d95e319-bc3d-4d87-b84a-41dc48a11bfc None None] Set router cadfcf73-95fe-4b9f-8606-11f47a049402 gateway port host: None {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:42:03.885475 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-3d95e319-bc3d-4d87-b84a-41dc48a11bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:42:03Z', 'revision_number': 6, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port_host': None}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:03.891244 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529764'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:03.913958 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95e319-bc3d-4d87-b84a-41dc48a11bfc None None] The sync data for ids ['cadfcf73-95fe-4b9f-8606-11f47a049402'] in dv-cinder-798208-2-iscsi is: [{'id': 'cadfcf73-95fe-4b9f-8606-11f47a049402', 'name': 'tempest-AttachVolumeTestJSON-1401322045-router', 'tenant_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:55Z', 'updated_at': '2021-09-20T20:42:03Z', 'revision_number': 6, 'project_id': 'e9967b1416a64ecb9b970c73a342ca2e', 'gw_port_host': None}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:42:03.982655 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7853'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:03.984714 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.027346 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530894'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.027791 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cadfcf73-95fe-4b9f-8606-11f47a049402 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 20:42:04.032501 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.033633 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f5aca81a-1653-4353-80b7-088c6eab4115 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cadfcf73-95fe-4b9f-8606-11f47a049402 HTTP/1.1" status: 204 len: 168 time: 0.7449918 Sep 20 20:42:04.036195 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45116) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:04.077856 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-924d0c36-24a9-45ad-855b-79eb50a3bc12 admin admin] Deleting subnet defa30c0-d28a-488d-9a06-e8a8f66dcec3 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:42:04.080699 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-924d0c36-24a9-45ad-855b-79eb50a3bc12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.113302 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-924d0c36-24a9-45ad-855b-79eb50a3bc12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9723860'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.220319 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-924d0c36-24a9-45ad-855b-79eb50a3bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.276318 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-924d0c36-24a9-45ad-855b-79eb50a3bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8543097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552993'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.302101 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d0c36-24a9-45ad-855b-79eb50a3bc12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=defa30c0-d28a-488d-9a06-e8a8f66dcec3,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:04.305684 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-924d0c36-24a9-45ad-855b-79eb50a3bc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.310195 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-924d0c36-24a9-45ad-855b-79eb50a3bc12 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/defa30c0-d28a-488d-9a06-e8a8f66dcec3 HTTP/1.1" status: 204 len: 168 time: 0.2730353 Sep 20 20:42:04.310521 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45118) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:04.311667 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f34c039-6efa-4cf8-bc90-a3c72084e238 None None] Network edee2f1e-7029-467d-b39c-c0781942037a requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:42:04.380551 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.435123 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Deleting port 9960a3ab-6ec6-4f35-b0ff-927544cb8221 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:42:04.435458 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.496966 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] For port 9960a3ab-6ec6-4f35-b0ff-927544cb8221, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=9960a3ab-6ec6-4f35-b0ff-927544cb8221,segment=NetworkSegment(f7ec4724-d149-493a-bbf9-159e979405ba),segment_id=f7ec4724-d149-493a-bbf9-159e979405ba)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:04.497322 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.508686 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Calling delete_port for 9960a3ab-6ec6-4f35-b0ff-927544cb8221 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:42:04.584291 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.610062 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] No DVR routers for this DVR port 9960a3ab-6ec6-4f35-b0ff-927544cb8221 on host dv-cinder-798208-2-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:42:04.613655 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Pushing event deleted for resources: {'Port': ['ID=9960a3ab-6ec6-4f35-b0ff-927544cb8221,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:04.687659 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337e13d1-e972-441e-82d4-43d59109044b None None] DHCP port deletion for edee2f1e-7029-467d-b39c-c0781942037a request from dv-cinder-798208-2-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 20:42:04.688261 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.718282 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edee2f1e-7029-467d-b39c-c0781942037a']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:04.724951 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ec4724-d149-493a-bbf9-159e979405ba') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:04.725247 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ec4724-d149-493a-bbf9-159e979405ba') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:04.735125 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.748630 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.754427 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:42:04.754799 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:42:04.756565 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:42:04.764586 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3fa17-e51b-4ea6-abca-3db8e0e41637 req-df571f5b-2f41-40eb-a6c2-bec3b6e834fc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:04.771976 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8be3fa17-e51b-4ea6-abca-3db8e0e41637 req-df571f5b-2f41-40eb-a6c2-bec3b6e834fc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0665495 Sep 20 20:42:04.811422 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.817119 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:04.821656 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] 10.222.0.44 "DELETE /v2.0/networks/edee2f1e-7029-467d-b39c-c0781942037a HTTP/1.1" status: 204 len: 168 time: 0.5073569 Sep 20 20:42:04.821776 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8be3fa17-e51b-4ea6-abca-3db8e0e41637 req-ca9e860e-b037-411e-8624-b96fe30b3339 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0411057 Sep 20 20:42:04.831085 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae07e86-a2a0-4ca2-90de-d17acee07935 admin admin] Pushing event deleted for resources: {'Network': ['ID=edee2f1e-7029-467d-b39c-c0781942037a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:04.936765 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45124) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:04.979900 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b0a5b9aa-fd4c-4172-9f4c-81435a783c76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9967b1416a64ecb9b970c73a342ca2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418808 Sep 20 20:42:04.982371 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45126) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:05.031291 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29364e07-8afd-4bbb-9b9b-614b3f6816a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:05.052040 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29364e07-8afd-4bbb-9b9b-614b3f6816a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:05.097643 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29364e07-8afd-4bbb-9b9b-614b3f6816a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:05.100130 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29364e07-8afd-4bbb-9b9b-614b3f6816a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:05.101257 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-29364e07-8afd-4bbb-9b9b-614b3f6816a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/478155f1-3a71-4874-90a4-76d362c96271 HTTP/1.1" status: 204 len: 168 time: 0.1180077 Sep 20 20:42:05.108700 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29364e07-8afd-4bbb-9b9b-614b3f6816a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478155f1-3a71-4874-90a4-76d362c96271,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:05.348908 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 30a727c7-7da3-402a-a7f7-0ffbd554fc47 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:42:05.371335 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 30a727c7-7da3-402a-a7f7-0ffbd554fc47 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:42:05.371680 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 30a727c7-7da3-402a-a7f7-0ffbd554fc47 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:42:05.372097 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9960a3ab-6ec6-4f35-b0ff-927544cb8221 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:42:05.391233 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 9960a3ab-6ec6-4f35-b0ff-927544cb8221 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:42:05.391995 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9960a3ab-6ec6-4f35-b0ff-927544cb8221 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:42:05.392402 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device f3b357ca-93c8-43f3-ab92-610c43a68605 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:42:05.411597 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: f3b357ca-93c8-43f3-ab92-610c43a68605 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:42:05.411949 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device f3b357ca-93c8-43f3-ab92-610c43a68605 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:42:05.738449 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45148) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:05.830932 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1741600118-network', 'tenant_id': 'b1a1289938a0409fbba92b868757bddb'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:42:05.852611 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Made reservation on behalf of b1a1289938a0409fbba92b868757bddb for: {'network': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:42:05.855075 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:05.863359 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:05.965835 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a5b87-bf15-41ad-b06a-50e00fef71ed req-be815027-744b-48e3-825f-d9d5e3389815 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:05.967336 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-173a5b87-bf15-41ad-b06a-50e00fef71ed req-be815027-744b-48e3-825f-d9d5e3389815 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0933628 Sep 20 20:42:06.024303 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-173a5b87-bf15-41ad-b06a-50e00fef71ed req-c5abe56a-96c0-4b02-9986-b2aa6d7c3e89 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0496907 Sep 20 20:42:06.045593 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:06.049473 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:06.075822 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:42:06.085390 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:06.091854 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:06.092195 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.segments_db [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Added segment 70f6326a-6342-42db-a704-c0a65ec7e2af of type vlan for network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 Sep 20 20:42:06.129527 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:06.154268 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:06.155190 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:06.155767 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:06.184753 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4452674 Sep 20 20:42:06.187740 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45154) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:06.192432 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] Request body: {'subnet': {'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1741600118-subnet', 'tenant_id': 'b1a1289938a0409fbba92b868757bddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:42:06.213093 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] Made reservation on behalf of b1a1289938a0409fbba92b868757bddb for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:42:06.215444 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8552966'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:06.225025 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f719033-fe7c-4d5a-8df1-51c7bdade1bc admin admin] Pushing event updated for resources: {'Network': ['ID=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:06.235277 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:42:06.384669 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8543034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8553000'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:06.436737 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc5da3e-7aa3-48a6-a466-6382f63d147c,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:06.446331 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] Checking segment: {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:42:06.446678 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] Network hostable DHCP agents. Network: aff533ef-2f0f-4b2a-b4f9-c002588fcdd2, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:42:06.461956 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] Network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:42:06.469881 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, aff533ef-2f0f-4b2a-b4f9-c002588fcdd2) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:42:06.474181 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:06.474801 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:06.481612 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9386778-7835-4f1b-9172-be8174d96433 None None] Network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:42:06.489135 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-edcb5b78-1460-4271-bc41-15e8391d53d1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3002839 Sep 20 20:42:06.613923 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba888650-b333-4b72-8456-ed5b924dd64d None None] Network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:42:06.851493 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:06.907355 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-abf25563-1868-4827-8e0c-908de8dc83a1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:06.908788 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-abf25563-1868-4827-8e0c-908de8dc83a1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 815 time: 0.1016760 Sep 20 20:42:06.923217 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-d4746124-4fda-4b5b-8e6b-4f013dc1137c tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/quotas/b1a1289938a0409fbba92b868757bddb HTTP/1.1" status: 200 len: 375 time: 0.0086641 Sep 20 20:42:06.952912 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-17d05a02-28b1-42f8-8858-f6530f3957ac tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247505 Sep 20 20:42:07.087058 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-22f0834a-fdee-4798-bb13-f1d2bc7d49b2 service neutron] 10.222.0.44 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273382 Sep 20 20:42:07.141005 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267cab8-064b-4f60-94b7-64efc706f336 req-ca38bd88-a856-4f85-8b8d-06ffb47bd299 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:07.142592 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0267cab8-064b-4f60-94b7-64efc706f336 req-ca38bd88-a856-4f85-8b8d-06ffb47bd299 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0524960 Sep 20 20:42:07.184641 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0267cab8-064b-4f60-94b7-64efc706f336 req-afddf83d-f3b6-444c-893f-b2e8b280680a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0351703 Sep 20 20:42:07.378093 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-41db0e59-786e-4671-bcae-1789ee2d51c4 service neutron] 10.222.0.44 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851412 Sep 20 20:42:07.530999 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-51745253-5866-4963-8edd-f492cf7edc41 req-ede791af-e469-4a98-9bcd-eb572c5fbedc tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 210 time: 0.0255980 Sep 20 20:42:07.985879 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-3ef4f28f-0722-460e-8dc1-f059ca987824 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400259 Sep 20 20:42:08.052436 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-2a4b7a9a-f850-4d47-9f50-7447fc0eefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:08.053894 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-2a4b7a9a-f850-4d47-9f50-7447fc0eefe3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 1100 time: 0.0398331 Sep 20 20:42:08.155379 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-b5ed6661-5760-4571-a83d-ca3a36e04552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:08.156795 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-b5ed6661-5760-4571-a83d-ca3a36e04552 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 200 len: 916 time: 0.0829985 Sep 20 20:42:08.222231 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-f2016b65-90e5-4302-9e5e-d65f29e43940 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c276df95-eece-44b9-bbe0-d269906ebe1a HTTP/1.1" status: 200 len: 1002 time: 0.0563962 Sep 20 20:42:08.275859 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-790e49d7-5a9f-4063-a902-df25a1eb0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:08.277335 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-790e49d7-5a9f-4063-a902-df25a1eb0ca5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 200 len: 855 time: 0.0469577 Sep 20 20:42:08.302426 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a87a25-c7d1-480b-8d3c-826bdc4d9b19 req-ebbec2ca-7e7f-4b30-b37c-9bee68b4774f tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:08.304118 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88a87a25-c7d1-480b-8d3c-826bdc4d9b19 req-ebbec2ca-7e7f-4b30-b37c-9bee68b4774f tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0495932 Sep 20 20:42:08.343162 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-4c5ecf01-cb74-42ab-97f3-22971a8e2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:08.344836 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-4c5ecf01-cb74-42ab-97f3-22971a8e2bda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530016 Sep 20 20:42:08.348644 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88a87a25-c7d1-480b-8d3c-826bdc4d9b19 req-540655de-9001-4330-894f-2403616c4596 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0375829 Sep 20 20:42:08.443059 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-d7cbddf9-8dad-474e-81ea-18565b33792c service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887799 Sep 20 20:42:08.498762 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-67abcacf-8d95-4d4e-b7ec-517685e3bb9e tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:08.500105 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-67abcacf-8d95-4d4e-b7ec-517685e3bb9e tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 815 time: 0.1033103 Sep 20 20:42:08.514970 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Request body: {'port': {'device_id': '94ec9236-386a-476e-89d6-210c951d0ad5', 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2', 'admin_state_up': True, 'tenant_id': 'b1a1289938a0409fbba92b868757bddb'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:42:08.538583 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c84af996-ac83-4551-8cd2-c6f9ee5b6982 req-a12e6246-e7e5-4e4e-b1fc-af13deb87263 service neutron] 10.222.0.45 "GET /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876575 Sep 20 20:42:08.626476 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Made reservation on behalf of b1a1289938a0409fbba92b868757bddb for: {'port': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:42:08.627165 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-afbc6bb1-5397-456e-9287-979d073691c5 req-77d0313c-b48d-4d08-9738-25bd0ec74a9d tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 210 time: 0.0271580 Sep 20 20:42:08.630054 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:08.756261 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Allocated IP 172.20.0.11 (aff533ef-2f0f-4b2a-b4f9-c002588fcdd2/adc5da3e-7aa3-48a6-a466-6382f63d147c/9b74c78e-9e8a-406d-b49e-e6e4bac2f060) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:42:08.897499 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:08.930618 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:08.972742 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:42:08.975901 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:42:08.980248 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:42:09.006878 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Pushing event updated for resources: {'Port': ['ID=9b74c78e-9e8a-406d-b49e-e6e4bac2f060,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:09.033250 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:09.033858 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:09.047640 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-0c01ba1b-760f-4ea8-abcd-1c32df0960ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5374887 Sep 20 20:42:09.060067 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Request body: {'port': {'device_id': '94ec9236-386a-476e-89d6-210c951d0ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:42:09.109561 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:09.365127 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 {{(pid=94160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:42:09.372672 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:09.384885 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Transition to ACTIVE for port object 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:42:09.389076 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:09.480923 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Pushing event updated for resources: {'Port': ['ID=9b74c78e-9e8a-406d-b49e-e6e4bac2f060,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:09.531110 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3df2ba-622c-4327-896d-66d8074fe244 req-080090a9-e893-4ea3-9aed-988f1565f6b7 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:09.532495 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7a3df2ba-622c-4327-896d-66d8074fe244 req-080090a9-e893-4ea3-9aed-988f1565f6b7 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.1085894 Sep 20 20:42:09.559715 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Attempting to bind port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:42:09.560039 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Attempting to bind port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:42:09.560359 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Attempting to bind port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:42:09.567211 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:42:09.567523 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Attempting to bind port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:42:09.579976 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:42:09.580308 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Checking segment: {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:42:09.580680 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Bound using segment: {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:42:09.581097 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Bound port: 9b74c78e-9e8a-406d-b49e-e6e4bac2f060, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:42:09.581449 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:09.599238 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7a3df2ba-622c-4327-896d-66d8074fe244 req-710e7671-e76b-47fa-bac7-17ef145ea73d tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0582788 Sep 20 20:42:09.651958 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] For port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060, host hv-cinder-79820, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:42:09.654922 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] For port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9b74c78e-9e8a-406d-b49e-e6e4bac2f060,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:42:09.660546 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:09.693576 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:09.694224 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:09.696090 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] 10.222.0.45 "PUT /v2.0/ports/9b74c78e-9e8a-406d-b49e-e6e4bac2f060 HTTP/1.1" status: 200 len: 1094 time: 0.6394324 Sep 20 20:42:09.696522 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ec9236-386a-476e-89d6-210c951d0ad5', 'tag': '9b74c78e-9e8a-406d-b49e-e6e4bac2f060'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:42:09.698765 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c495f29c-bf23-4b55-bb02-bdd760421326" -d '{"events": [{"name": "network-changed", "server_uuid": "94ec9236-386a-476e-89d6-210c951d0ad5", "tag": "9b74c78e-9e8a-406d-b49e-e6e4bac2f060"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:42:09.726993 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765be0f-8790-4802-b06c-2f221bc9c853 service neutron] Pushing event updated for resources: {'Port': ['ID=9b74c78e-9e8a-406d-b49e-e6e4bac2f060,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:09.766708 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397671bb-7ed4-4b21-a039-e8c22f5da28c req-e918c4c0-2b7b-48c7-928d-e8087073f8e1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:09.768342 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-397671bb-7ed4-4b21-a039-e8c22f5da28c req-e918c4c0-2b7b-48c7-928d-e8087073f8e1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 944 time: 0.0673754 Sep 20 20:42:09.794276 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-a6dc32c9-b574-4aa4-8f2a-8bcb51d25c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:09.795765 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-a6dc32c9-b574-4aa4-8f2a-8bcb51d25c8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0509517 Sep 20 20:42:09.797214 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01af032c-d180-48f2-be27-67f348da0a5d x-openstack-request-id: req-01af032c-d180-48f2-be27-67f348da0a5d {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:42:09.797494 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ec9236-386a-476e-89d6-210c951d0ad5", "tag": "9b74c78e-9e8a-406d-b49e-e6e4bac2f060", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:42:09.797765 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01af032c-d180-48f2-be27-67f348da0a5d {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:42:09.798166 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ec9236-386a-476e-89d6-210c951d0ad5', 'tag': '9b74c78e-9e8a-406d-b49e-e6e4bac2f060', 'status': 'completed', 'code': 200} Sep 20 20:42:09.808883 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-397671bb-7ed4-4b21-a039-e8c22f5da28c req-765b93c5-7b43-4fd2-af00-88f70aa7717b tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333910 Sep 20 20:42:09.839449 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-b109e3f0-f88d-47bc-935c-741879934fff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b74c78e-9e8a-406d-b49e-e6e4bac2f060 HTTP/1.1" status: 200 len: 217 time: 0.0346799 Sep 20 20:42:09.888063 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-a1e45def-981f-4765-88be-9fb5f8839bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:09.889516 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-a1e45def-981f-4765-88be-9fb5f8839bc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc5da3e-7aa3-48a6-a466-6382f63d147c HTTP/1.1" status: 200 len: 855 time: 0.0414760 Sep 20 20:42:09.934821 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-07326e1c-d31f-4b55-9a10-805ad40163ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239594 Sep 20 20:42:10.026013 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-4f897d71-8c2c-4901-8bf8-2ab5fdbc8496 service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824702 Sep 20 20:42:10.116438 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da0a0cb1-3e66-48a0-beec-2a2bef32f426 req-4ae2b6f7-789d-4b5e-98f9-d0d933dc528c service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818946 Sep 20 20:42:10.199875 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495f29c-bf23-4b55-bb02-bdd760421326 req-2348145a-3c0e-4e63-8eb8-6ab96e209faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:10.201611 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c495f29c-bf23-4b55-bb02-bdd760421326 req-2348145a-3c0e-4e63-8eb8-6ab96e209faf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0402007 Sep 20 20:42:10.288677 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495f29c-bf23-4b55-bb02-bdd760421326 req-7c17b0d5-e361-4de7-8d69-0272135b1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:10.290176 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c495f29c-bf23-4b55-bb02-bdd760421326 req-7c17b0d5-e361-4de7-8d69-0272135b1857 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 915 time: 0.0804210 Sep 20 20:42:10.335438 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c495f29c-bf23-4b55-bb02-bdd760421326 req-e8f12873-4eef-4f55-bd90-984b8f6ea3bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b74c78e-9e8a-406d-b49e-e6e4bac2f060 HTTP/1.1" status: 200 len: 217 time: 0.0363417 Sep 20 20:42:10.383131 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495f29c-bf23-4b55-bb02-bdd760421326 req-88c1841f-5ff8-49b8-a48d-de5e5b2a6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:10.384466 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c495f29c-bf23-4b55-bb02-bdd760421326 req-88c1841f-5ff8-49b8-a48d-de5e5b2a6e3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc5da3e-7aa3-48a6-a466-6382f63d147c HTTP/1.1" status: 200 len: 855 time: 0.0418715 Sep 20 20:42:10.419512 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c495f29c-bf23-4b55-bb02-bdd760421326 req-b450df75-6283-4593-99a0-4e99ed0d5cd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244124 Sep 20 20:42:10.508749 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c495f29c-bf23-4b55-bb02-bdd760421326 req-12f65097-2cb5-42f3-bd55-0b16e416578f service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815485 Sep 20 20:42:10.593594 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c495f29c-bf23-4b55-bb02-bdd760421326 req-1fcd8b5b-3a00-4d29-972b-1352b94f6e13 service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0771692 Sep 20 20:42:10.716291 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc58f2e-5493-40ee-a616-9611ecc77228 req-1756948e-23ac-4b5e-bc70-7e76ff298875 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:10.717725 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5cc58f2e-5493-40ee-a616-9611ecc77228 req-1756948e-23ac-4b5e-bc70-7e76ff298875 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0514376 Sep 20 20:42:10.756396 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5cc58f2e-5493-40ee-a616-9611ecc77228 req-a546801a-43e4-4776-80a3-2ad96096a40a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0324869 Sep 20 20:42:10.860505 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e7eceb4c-540d-41b7-ba74-bb7c07e8649c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:10.921431 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46575609-246c-40b2-832f-60439f9bf169 req-d648a7a0-b8ef-4ff0-8441-78d8ba7b5a69 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:10.922825 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-46575609-246c-40b2-832f-60439f9bf169 req-d648a7a0-b8ef-4ff0-8441-78d8ba7b5a69 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 944 time: 0.0471632 Sep 20 20:42:10.960966 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-46575609-246c-40b2-832f-60439f9bf169 req-ad6b9201-c4b3-4148-bca4-aeea051f4458 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Sep 20 20:42:11.866588 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98b6a1-1b5e-4918-8412-1ab2f5207297 req-3ba6df48-8715-429a-acdd-126ec94062c6 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:11.869016 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4d98b6a1-1b5e-4918-8412-1ab2f5207297 req-3ba6df48-8715-429a-acdd-126ec94062c6 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0484257 Sep 20 20:42:11.907191 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4d98b6a1-1b5e-4918-8412-1ab2f5207297 req-0e3b1587-20a8-406a-b1ec-af40b2f40723 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0320694 Sep 20 20:42:12.074794 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9a194-f4be-477c-9c3d-8a06275b06e1 req-1fb5e330-a4a0-4cde-b57f-e7fe106fb03b tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:12.076239 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-78d9a194-f4be-477c-9c3d-8a06275b06e1 req-1fb5e330-a4a0-4cde-b57f-e7fe106fb03b tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 944 time: 0.0471401 Sep 20 20:42:12.102285 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:42:12.112072 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-78d9a194-f4be-477c-9c3d-8a06275b06e1 req-20daeacf-51ec-4137-902e-662656f027ec tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301526 Sep 20 20:42:12.194387 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9b74c78e-9e8a-406d-b49e-e6e4bac2f060,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:12.204952 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '9b74c78e-9e8a-406d-b49e-e6e4bac2f060', 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2', 'port_id': '9b74c78e-9e8a-406d-b49e-e6e4bac2f060', 'mac_address': 'fa:16:3e:1c:7f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc5da3e-7aa3-48a6-a466-6382f63d147c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:42:12.240068 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:12.251765 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:42:12.269536 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9b74c78e-9e8a-406d-b49e-e6e4bac2f060,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:12.273062 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:12.323036 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=9b74c78e-9e8a-406d-b49e-e6e4bac2f060,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:12.529066 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['9b74c78e-9e8a-406d-b49e-e6e4bac2f060'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:42:13.020306 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efad9d-b340-4835-ae3a-aff3fd99ec40 req-e2ed24ce-5244-4632-802d-9cf72db7be08 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:13.021753 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e0efad9d-b340-4835-ae3a-aff3fd99ec40 req-e2ed24ce-5244-4632-802d-9cf72db7be08 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0482767 Sep 20 20:42:13.061680 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e0efad9d-b340-4835-ae3a-aff3fd99ec40 req-41a113f4-4a7d-4484-a6f8-a036268de7fd tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0337167 Sep 20 20:42:13.225775 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e686a3-95fa-456a-a173-7feda07c2f32 req-269da18b-6538-48ad-b218-5e99e6f5a317 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:13.227232 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e5e686a3-95fa-456a-a173-7feda07c2f32 req-269da18b-6538-48ad-b218-5e99e6f5a317 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 945 time: 0.0506876 Sep 20 20:42:13.263608 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e5e686a3-95fa-456a-a173-7feda07c2f32 req-fded7c66-9a62-45a8-81f1-9a0a9fc3f813 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Sep 20 20:42:13.411613 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7dd08db9-2dd8-4344-8e03-772bff1725fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:13.608797 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:42:13.999397 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:14.129007 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:42:14.179132 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba657-25f9-4692-9683-d102ac2a1686 req-fc95f5b3-c78e-40ce-b434-3a04cc0ca903 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:14.180457 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:42:14.180747 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8b3ba657-25f9-4692-9683-d102ac2a1686 req-fc95f5b3-c78e-40ce-b434-3a04cc0ca903 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0545771 Sep 20 20:42:14.184216 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:42:14.184575 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:14.221718 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8b3ba657-25f9-4692-9683-d102ac2a1686 req-0aea4132-52bf-40aa-8d5f-b8a4d9453b79 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0347581 Sep 20 20:42:14.262681 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:14.285327 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ec9236-386a-476e-89d6-210c951d0ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74c78e-9e8a-406d-b49e-e6e4bac2f060'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:42:14.287629 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b45710b-d890-46e5-9ae3-9da1154ad19c" -d '{"events": [{"server_uuid": "94ec9236-386a-476e-89d6-210c951d0ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9b74c78e-9e8a-406d-b49e-e6e4bac2f060"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:42:14.299727 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9b74c78e-9e8a-406d-b49e-e6e4bac2f060,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:14.303928 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:14.328973 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26549025-5367-4164-9e06-0820cb2d5b90 x-openstack-request-id: req-26549025-5367-4164-9e06-0820cb2d5b90 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:42:14.329268 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ec9236-386a-476e-89d6-210c951d0ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9b74c78e-9e8a-406d-b49e-e6e4bac2f060", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:42:14.329518 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26549025-5367-4164-9e06-0820cb2d5b90 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:42:14.329903 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ec9236-386a-476e-89d6-210c951d0ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74c78e-9e8a-406d-b49e-e6e4bac2f060', 'code': 200} Sep 20 20:42:14.356137 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=9b74c78e-9e8a-406d-b49e-e6e4bac2f060,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:14.389524 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0536f-7168-4846-b223-a1076def9af9 req-b39e0cda-231b-47b2-88f1-168f1e113b9a tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:14.391244 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bef0536f-7168-4846-b223-a1076def9af9 req-b39e0cda-231b-47b2-88f1-168f1e113b9a tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 946 time: 0.0532825 Sep 20 20:42:14.433105 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bef0536f-7168-4846-b223-a1076def9af9 req-03868090-8b03-4626-8731-d91582199b6b tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330434 Sep 20 20:42:14.493386 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28249d-d4f8-480e-8078-f3c11e1a628f req-a71d3222-c56b-4296-9722-cffb3b8617a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:14.494885 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8a28249d-d4f8-480e-8078-f3c11e1a628f req-a71d3222-c56b-4296-9722-cffb3b8617a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 1099 time: 0.0405748 Sep 20 20:42:14.529370 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8a28249d-d4f8-480e-8078-f3c11e1a628f req-b6c4a8aa-9d26-405f-8bbb-75f4fb5d2d13 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267553 Sep 20 20:42:14.702588 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:15.333447 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9f356-4c59-421a-a8a4-51e7f1d09d68 req-304a0a30-5726-4ede-9043-215a4db20216 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:15.334918 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9dc9f356-4c59-421a-a8a4-51e7f1d09d68 req-304a0a30-5726-4ede-9043-215a4db20216 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0473492 Sep 20 20:42:15.375343 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9dc9f356-4c59-421a-a8a4-51e7f1d09d68 req-7ce6f105-0790-44a1-ac9c-9dbd7693b79a tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0340111 Sep 20 20:42:15.546269 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b205086-1fa2-4bd1-9ab9-92aa42c84e25 req-cdc30b18-730c-48db-9240-f51feca7d9b6 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:15.547748 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b205086-1fa2-4bd1-9ab9-92aa42c84e25 req-cdc30b18-730c-48db-9240-f51feca7d9b6 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 946 time: 0.0489411 Sep 20 20:42:15.584889 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b205086-1fa2-4bd1-9ab9-92aa42c84e25 req-a144a977-d01b-445f-addd-3681c3c1e4ff tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Sep 20 20:42:16.231509 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:16.489483 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e137f8-6be5-4e54-bd31-33102e6f84f8 req-af0ec2f5-b8e5-4b0a-9a2e-68346af99595 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:16.490880 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-75e137f8-6be5-4e54-bd31-33102e6f84f8 req-af0ec2f5-b8e5-4b0a-9a2e-68346af99595 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0510094 Sep 20 20:42:16.529860 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-75e137f8-6be5-4e54-bd31-33102e6f84f8 req-37740824-ef67-4bd9-b5c4-c92410b3258c tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=f90928ca-f0f0-42fe-b626-b1c39d51f522&id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0327332 Sep 20 20:42:16.699848 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff9120-59a3-41a4-aa6c-b7fb2ae9588f req-670d6e6b-8f0b-482c-98e5-ffe467b6c2e6 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:16.701299 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98ff9120-59a3-41a4-aa6c-b7fb2ae9588f req-670d6e6b-8f0b-482c-98e5-ffe467b6c2e6 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 946 time: 0.0499954 Sep 20 20:42:16.737241 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-98ff9120-59a3-41a4-aa6c-b7fb2ae9588f req-18100e88-0e23-4a8c-9f97-ac746dc44764 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301940 Sep 20 20:42:26.016455 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-18021b74-ccc3-4cb6-9aae-d093e715e33b tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:26.017803 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-18021b74-ccc3-4cb6-9aae-d093e715e33b tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 815 time: 0.0966363 Sep 20 20:42:26.032746 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-7dc2a2f1-11de-4969-b588-77f67f867919 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/quotas/b1a1289938a0409fbba92b868757bddb HTTP/1.1" status: 200 len: 375 time: 0.0091462 Sep 20 20:42:26.082758 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-c24c008f-1a72-4648-b40d-d54db3eb3d90 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450487 Sep 20 20:42:26.177018 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-e596b317-61ea-402c-84ff-2055501ae47d service neutron] 10.222.0.44 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874465 Sep 20 20:42:26.270585 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-5edc4974-4867-4867-9661-a0db00ea778c service neutron] 10.222.0.44 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868580 Sep 20 20:42:26.428465 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c3ec0e8b-7991-4551-a376-a5a0d23494bf req-dbee2e40-aedd-4ae7-bea1-e837150a8d35 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 210 time: 0.0264623 Sep 20 20:42:27.414933 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-84b2b017-f3b5-47ef-9b1e-fe89b589c6e1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:27.416403 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-84b2b017-f3b5-47ef-9b1e-fe89b589c6e1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 815 time: 0.1065340 Sep 20 20:42:27.436233 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Request body: {'port': {'device_id': '7c67741e-c7e0-47f0-8b82-65f707bfde99', 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2', 'admin_state_up': True, 'tenant_id': 'b1a1289938a0409fbba92b868757bddb'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:42:27.522085 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fb5ee98b-a708-4648-ac48-1fca4bc4f638 req-82584df2-061c-474c-a2c6-2da027875277 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 210 time: 0.0261145 Sep 20 20:42:27.542373 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Made reservation on behalf of b1a1289938a0409fbba92b868757bddb for: {'port': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:42:27.545790 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:27.669378 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Allocated IP 172.20.0.14 (aff533ef-2f0f-4b2a-b4f9-c002588fcdd2/adc5da3e-7aa3-48a6-a466-6382f63d147c/856c6703-c52b-436f-aec4-e0bacbdee4e1) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:42:27.806763 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:27.837522 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:27.852350 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['9b74c78e-9e8a-406d-b49e-e6e4bac2f060'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:42:27.877246 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:42:27.880224 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:42:27.886333 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:42:27.908800 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Pushing event updated for resources: {'Port': ['ID=856c6703-c52b-436f-aec4-e0bacbdee4e1,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:27.940860 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:27.941458 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:27.956645 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d9ec8698-9333-4221-bf08-1f327daaaedd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5248373 Sep 20 20:42:27.971236 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Request body: {'port': {'device_id': '7c67741e-c7e0-47f0-8b82-65f707bfde99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:42:28.024913 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:28.275563 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856c6703-c52b-436f-aec4-e0bacbdee4e1 {{(pid=94160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:42:28.282635 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:28.294182 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Transition to ACTIVE for port object 856c6703-c52b-436f-aec4-e0bacbdee4e1 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:42:28.297663 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:28.344532 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Pushing event updated for resources: {'Port': ['ID=856c6703-c52b-436f-aec4-e0bacbdee4e1,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:28.413165 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Attempting to bind port 856c6703-c52b-436f-aec4-e0bacbdee4e1 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:42:28.413485 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Attempting to bind port 856c6703-c52b-436f-aec4-e0bacbdee4e1 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:42:28.413800 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Attempting to bind port 856c6703-c52b-436f-aec4-e0bacbdee4e1 on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:42:28.418059 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Port 856c6703-c52b-436f-aec4-e0bacbdee4e1 on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:42:28.418371 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Attempting to bind port 856c6703-c52b-436f-aec4-e0bacbdee4e1 on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:42:28.422934 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:42:28.423258 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Checking segment: {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:42:28.423630 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Bound using segment: {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:42:28.424039 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Bound port: 856c6703-c52b-436f-aec4-e0bacbdee4e1, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:42:28.424380 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:28.483510 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] For port 856c6703-c52b-436f-aec4-e0bacbdee4e1, host hv-cinder-79820, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:42:28.486864 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] For port 856c6703-c52b-436f-aec4-e0bacbdee4e1, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=856c6703-c52b-436f-aec4-e0bacbdee4e1,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:42:28.491103 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:28.525270 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:28.526299 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:28.527622 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] 10.222.0.45 "PUT /v2.0/ports/856c6703-c52b-436f-aec4-e0bacbdee4e1 HTTP/1.1" status: 200 len: 1094 time: 0.5604925 Sep 20 20:42:28.528033 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c67741e-c7e0-47f0-8b82-65f707bfde99', 'tag': '856c6703-c52b-436f-aec4-e0bacbdee4e1'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:42:28.530273 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eee212-1d5a-40b6-ae40-4d73b86782a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c67741e-c7e0-47f0-8b82-65f707bfde99", "tag": "856c6703-c52b-436f-aec4-e0bacbdee4e1"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:42:28.555529 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460904b-e42b-472e-ac40-f517a71a10bc service neutron] Pushing event updated for resources: {'Port': ['ID=856c6703-c52b-436f-aec4-e0bacbdee4e1,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:28.571584 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a99ffa3-16d1-4aeb-bad1-0e345f6da8da x-openstack-request-id: req-3a99ffa3-16d1-4aeb-bad1-0e345f6da8da {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:42:28.572436 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c67741e-c7e0-47f0-8b82-65f707bfde99", "tag": "856c6703-c52b-436f-aec4-e0bacbdee4e1", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:42:28.572683 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a99ffa3-16d1-4aeb-bad1-0e345f6da8da {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:42:28.573073 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c67741e-c7e0-47f0-8b82-65f707bfde99', 'tag': '856c6703-c52b-436f-aec4-e0bacbdee4e1', 'status': 'completed', 'code': 200} Sep 20 20:42:28.615698 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-ee727cf0-aed4-4c6d-9273-a8a2b8f342f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:28.617296 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-ee727cf0-aed4-4c6d-9273-a8a2b8f342f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 1097 time: 0.0398605 Sep 20 20:42:28.650271 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4141-7dc9-43bf-9f51-1abb500b8dad req-3e8387f8-0fb4-42a7-92ca-e028d71b3d10 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:28.651741 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f9e4141-7dc9-43bf-9f51-1abb500b8dad req-3e8387f8-0fb4-42a7-92ca-e028d71b3d10 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 944 time: 0.0487018 Sep 20 20:42:28.664650 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-d21a7741-b693-497e-81c4-5f5e23002b84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=856c6703-c52b-436f-aec4-e0bacbdee4e1 HTTP/1.1" status: 200 len: 217 time: 0.0366285 Sep 20 20:42:28.689066 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f9e4141-7dc9-43bf-9f51-1abb500b8dad req-1f7cac3f-79e6-4873-83e3-592e68eb7d3c tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Sep 20 20:42:28.716704 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-25e827d4-6672-407d-8ee3-9c8dac605857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:28.718218 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-25e827d4-6672-407d-8ee3-9c8dac605857 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc5da3e-7aa3-48a6-a466-6382f63d147c HTTP/1.1" status: 200 len: 855 time: 0.0430138 Sep 20 20:42:28.752582 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-f0d2cab2-f19d-404e-8724-33b756a17e40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238340 Sep 20 20:42:28.842099 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-831c35a4-0703-4917-aa65-341031ad0c47 service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802193 Sep 20 20:42:28.935310 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-92b0b76a-663e-4f3d-b3fd-6b072efeaa00 req-e91cc326-93f5-4097-a2d3-ea54160506c3 service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792015 Sep 20 20:42:29.023121 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eee212-1d5a-40b6-ae40-4d73b86782a7 req-edac8af9-9f6f-4610-b598-13bb3036c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:29.024553 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d5eee212-1d5a-40b6-ae40-4d73b86782a7 req-edac8af9-9f6f-4610-b598-13bb3036c040 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 1097 time: 0.0430896 Sep 20 20:42:29.117589 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eee212-1d5a-40b6-ae40-4d73b86782a7 req-3d57d44c-1df7-444b-89db-aaaea51cc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:29.119024 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d5eee212-1d5a-40b6-ae40-4d73b86782a7 req-3d57d44c-1df7-444b-89db-aaaea51cc26f service neutron] 10.222.0.45 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 915 time: 0.0812752 Sep 20 20:42:29.164175 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d5eee212-1d5a-40b6-ae40-4d73b86782a7 req-636be228-e401-4d06-8f07-61d55abf0253 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=856c6703-c52b-436f-aec4-e0bacbdee4e1 HTTP/1.1" status: 200 len: 217 time: 0.0355823 Sep 20 20:42:29.215411 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eee212-1d5a-40b6-ae40-4d73b86782a7 req-fda133f4-cb04-4d29-8470-2df9a6292aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:29.216789 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d5eee212-1d5a-40b6-ae40-4d73b86782a7 req-fda133f4-cb04-4d29-8470-2df9a6292aca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc5da3e-7aa3-48a6-a466-6382f63d147c HTTP/1.1" status: 200 len: 855 time: 0.0409822 Sep 20 20:42:29.249056 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d5eee212-1d5a-40b6-ae40-4d73b86782a7 req-91d9573e-2da0-429a-a6cc-b1af97e7b224 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232139 Sep 20 20:42:29.344579 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d5eee212-1d5a-40b6-ae40-4d73b86782a7 req-228ad3ce-d015-4c40-9cb4-17da8e3addbd service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819674 Sep 20 20:42:29.433621 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d5eee212-1d5a-40b6-ae40-4d73b86782a7 req-780d4567-bb54-4d4e-ad82-2967da89238a service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792844 Sep 20 20:42:29.801920 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b4500-e68c-4d31-bc4a-9b15eb96fe9f req-9f15e662-08cc-49d3-81cf-4faeacf9acde tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:29.803387 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a17b4500-e68c-4d31-bc4a-9b15eb96fe9f req-9f15e662-08cc-49d3-81cf-4faeacf9acde tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 944 time: 0.0483663 Sep 20 20:42:29.840675 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a17b4500-e68c-4d31-bc4a-9b15eb96fe9f req-7cd9b129-b09b-45af-a575-d997c717c116 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308235 Sep 20 20:42:30.254790 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 856c6703-c52b-436f-aec4-e0bacbdee4e1 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:42:30.346597 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 856c6703-c52b-436f-aec4-e0bacbdee4e1, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=856c6703-c52b-436f-aec4-e0bacbdee4e1,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:30.357463 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '856c6703-c52b-436f-aec4-e0bacbdee4e1', 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2', 'port_id': '856c6703-c52b-436f-aec4-e0bacbdee4e1', 'mac_address': 'fa:16:3e:b7:68:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc5da3e-7aa3-48a6-a466-6382f63d147c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:42:30.392073 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:30.404661 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856c6703-c52b-436f-aec4-e0bacbdee4e1 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:42:30.423541 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 856c6703-c52b-436f-aec4-e0bacbdee4e1, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=856c6703-c52b-436f-aec4-e0bacbdee4e1,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:30.427401 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:30.473792 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=856c6703-c52b-436f-aec4-e0bacbdee4e1,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:30.481114 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.481458 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.481793 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.482168 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.482493 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.482818 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.483139 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.483457 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.483799 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.484146 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.484459 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.484771 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:30.697957 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['856c6703-c52b-436f-aec4-e0bacbdee4e1'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:42:30.950310 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4324a-7356-4842-8220-c8204f4c2707 req-e318676e-e1f9-4bc6-8203-ca97afc402f6 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:30.951685 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-34c4324a-7356-4842-8220-c8204f4c2707 req-e318676e-e1f9-4bc6-8203-ca97afc402f6 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 945 time: 0.0469487 Sep 20 20:42:30.987675 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-34c4324a-7356-4842-8220-c8204f4c2707 req-de26de3c-5d93-42d4-8b81-bc6d547656f1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303226 Sep 20 20:42:32.271093 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 856c6703-c52b-436f-aec4-e0bacbdee4e1 up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:42:32.309179 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a0788-2607-44e1-b23c-15119ff24516 req-ae78d818-765d-45be-9981-9bb9591be608 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:32.310795 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1e6a0788-2607-44e1-b23c-15119ff24516 req-ae78d818-765d-45be-9981-9bb9591be608 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 945 time: 0.2599657 Sep 20 20:42:32.318717 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port 856c6703-c52b-436f-aec4-e0bacbdee4e1 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:42:32.322538 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 856c6703-c52b-436f-aec4-e0bacbdee4e1 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:42:32.322899 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:32.347843 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1e6a0788-2607-44e1-b23c-15119ff24516 req-db519bf6-4216-491b-9bf1-a40ec9b2fcc1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308256 Sep 20 20:42:32.400103 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:32.421917 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c67741e-c7e0-47f0-8b82-65f707bfde99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856c6703-c52b-436f-aec4-e0bacbdee4e1'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:42:32.424124 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e90867-e28f-4a32-898b-f9527a751f0c" -d '{"events": [{"server_uuid": "7c67741e-c7e0-47f0-8b82-65f707bfde99", "name": "network-vif-plugged", "status": "completed", "tag": "856c6703-c52b-436f-aec4-e0bacbdee4e1"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:42:32.435962 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 856c6703-c52b-436f-aec4-e0bacbdee4e1, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=856c6703-c52b-436f-aec4-e0bacbdee4e1,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:32.440073 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:32.465093 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84211369-45e6-4932-8bab-0a6188a7bfc3 x-openstack-request-id: req-84211369-45e6-4932-8bab-0a6188a7bfc3 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:42:32.465381 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c67741e-c7e0-47f0-8b82-65f707bfde99", "name": "network-vif-plugged", "status": "completed", "tag": "856c6703-c52b-436f-aec4-e0bacbdee4e1", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:42:32.465627 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84211369-45e6-4932-8bab-0a6188a7bfc3 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:42:32.466027 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c67741e-c7e0-47f0-8b82-65f707bfde99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856c6703-c52b-436f-aec4-e0bacbdee4e1', 'code': 200} Sep 20 20:42:32.493963 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=856c6703-c52b-436f-aec4-e0bacbdee4e1,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:32.636342 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01ef92-3a38-4afc-b342-6bcd502420ce req-371680ce-dce6-4843-94ae-19e6c2f17e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:32.637745 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5e01ef92-3a38-4afc-b342-6bcd502420ce req-371680ce-dce6-4843-94ae-19e6c2f17e99 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 1099 time: 0.0371921 Sep 20 20:42:32.670367 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5e01ef92-3a38-4afc-b342-6bcd502420ce req-5e5c849f-8a84-4782-b994-7763a033f022 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260935 Sep 20 20:42:33.459335 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737742f-d5f5-4508-900e-297217cca222 req-4f0b0de6-3953-47d5-b62d-0835b2c35ad1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:33.460754 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f737742f-d5f5-4508-900e-297217cca222 req-4f0b0de6-3953-47d5-b62d-0835b2c35ad1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 946 time: 0.0466368 Sep 20 20:42:33.496836 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f737742f-d5f5-4508-900e-297217cca222 req-c04cc717-d66f-4f5e-90ff-98a9a401815c tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Sep 20 20:42:34.615698 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb42ce6-9aff-4bc6-9581-0b9dbd9e2dc4 req-91f7a035-6f0a-4c1f-902c-ee8579f6bf60 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:34.617137 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0cb42ce6-9aff-4bc6-9581-0b9dbd9e2dc4 req-91f7a035-6f0a-4c1f-902c-ee8579f6bf60 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 946 time: 0.0503490 Sep 20 20:42:34.653951 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0cb42ce6-9aff-4bc6-9581-0b9dbd9e2dc4 req-6240b0ad-2bb3-4c7e-ada4-80fc75c7dff3 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305092 Sep 20 20:42:36.330180 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-f8bda7fe-9cbf-4d86-839a-10279859e004 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:36.331615 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-f8bda7fe-9cbf-4d86-839a-10279859e004 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 815 time: 0.0985503 Sep 20 20:42:36.345933 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-5b0557b8-04c8-4636-9ac2-43ac99d2673c tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/quotas/b1a1289938a0409fbba92b868757bddb HTTP/1.1" status: 200 len: 375 time: 0.0085638 Sep 20 20:42:36.394873 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-e4956653-315a-4a0b-b8e8-36841f095f8b tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436625 Sep 20 20:42:36.484666 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-dffa6acd-79a7-4d22-ba1a-d43acdf86015 service neutron] 10.222.0.44 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826881 Sep 20 20:42:36.568246 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-5c61751d-7d80-45db-8966-c6cc139b66d4 service neutron] 10.222.0.44 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776651 Sep 20 20:42:36.721937 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-127106a9-2966-4f50-baa4-958fe0c410db req-e1a9c26f-1ff5-4944-a5f7-a0b141d628a7 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 210 time: 0.0259769 Sep 20 20:42:36.854458 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:37.723253 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-9cd4c759-6fe1-4b6d-9668-373ee123d371 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:37.724593 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-9cd4c759-6fe1-4b6d-9668-373ee123d371 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 815 time: 0.1100669 Sep 20 20:42:37.739632 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Request body: {'port': {'device_id': '5b743761-8673-47f1-8a16-1c52513420d6', 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2', 'admin_state_up': True, 'tenant_id': 'b1a1289938a0409fbba92b868757bddb'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:42:37.830428 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4e41026e-5ec9-4431-93a0-73a81b783f6e req-b2f9c18c-0d46-4341-9521-fe802d91a45a tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 210 time: 0.0293298 Sep 20 20:42:37.872448 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Made reservation on behalf of b1a1289938a0409fbba92b868757bddb for: {'port': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:42:37.875935 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:37.996952 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Allocated IP 172.20.0.3 (aff533ef-2f0f-4b2a-b4f9-c002588fcdd2/adc5da3e-7aa3-48a6-a466-6382f63d147c/a27e893b-bf96-4108-9243-2a743c9961a6) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:42:38.133520 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:38.164447 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:38.176934 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['9b74c78e-9e8a-406d-b49e-e6e4bac2f060', '856c6703-c52b-436f-aec4-e0bacbdee4e1'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:42:38.207862 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:42:38.210865 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:42:38.217361 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:42:38.240611 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Pushing event updated for resources: {'Port': ['ID=a27e893b-bf96-4108-9243-2a743c9961a6,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:38.268619 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:38.269232 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:38.283106 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-d2b39b1b-9fb1-4aac-85d7-81cafd04ecb4 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5477540 Sep 20 20:42:38.295692 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Request body: {'port': {'device_id': '5b743761-8673-47f1-8a16-1c52513420d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:42:38.345767 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:38.597338 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27e893b-bf96-4108-9243-2a743c9961a6 {{(pid=94160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:42:38.605016 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:38.616331 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Transition to ACTIVE for port object a27e893b-bf96-4108-9243-2a743c9961a6 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:42:38.620578 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:38.669445 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a27e893b-bf96-4108-9243-2a743c9961a6,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:38.730424 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Attempting to bind port a27e893b-bf96-4108-9243-2a743c9961a6 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:42:38.731050 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Attempting to bind port a27e893b-bf96-4108-9243-2a743c9961a6 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:42:38.731158 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Attempting to bind port a27e893b-bf96-4108-9243-2a743c9961a6 on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:42:38.735452 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Port a27e893b-bf96-4108-9243-2a743c9961a6 on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:42:38.735768 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Attempting to bind port a27e893b-bf96-4108-9243-2a743c9961a6 on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:42:38.740498 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:42:38.740825 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Checking segment: {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:42:38.741196 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Bound using segment: {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:42:38.741615 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Bound port: a27e893b-bf96-4108-9243-2a743c9961a6, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:42:38.741963 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:38.805167 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] For port a27e893b-bf96-4108-9243-2a743c9961a6, host hv-cinder-79820, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:42:38.808669 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] For port a27e893b-bf96-4108-9243-2a743c9961a6, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=a27e893b-bf96-4108-9243-2a743c9961a6,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:42:38.812962 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:38.842961 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:38.843564 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:38.845068 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/a27e893b-bf96-4108-9243-2a743c9961a6 HTTP/1.1" status: 200 len: 1093 time: 0.5534210 Sep 20 20:42:38.847127 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b743761-8673-47f1-8a16-1c52513420d6', 'tag': 'a27e893b-bf96-4108-9243-2a743c9961a6'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:42:38.849388 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0a81a0-ac47-4fbc-ba0f-95c9827608cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5b743761-8673-47f1-8a16-1c52513420d6", "tag": "a27e893b-bf96-4108-9243-2a743c9961a6"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:42:38.876093 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26ecd7-6220-4e8d-b209-67e1185567d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a27e893b-bf96-4108-9243-2a743c9961a6,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:38.908541 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6393bc3-1242-4996-8e69-e0794b26e878 x-openstack-request-id: req-b6393bc3-1242-4996-8e69-e0794b26e878 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:42:38.908824 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b743761-8673-47f1-8a16-1c52513420d6", "tag": "a27e893b-bf96-4108-9243-2a743c9961a6", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:42:38.909191 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6393bc3-1242-4996-8e69-e0794b26e878 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:42:38.909583 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b743761-8673-47f1-8a16-1c52513420d6', 'tag': 'a27e893b-bf96-4108-9243-2a743c9961a6', 'status': 'completed', 'code': 200} Sep 20 20:42:38.941621 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-93b24714-63ec-4921-b288-614d6e104e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:38.943128 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-93b24714-63ec-4921-b288-614d6e104e98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 1096 time: 0.0442216 Sep 20 20:42:38.948230 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af4789-3d32-43ac-b2a0-23ccbdb0b2ae req-220903e0-5f1d-402e-95b8-e984cc1b889f tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:38.949745 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-64af4789-3d32-43ac-b2a0-23ccbdb0b2ae req-220903e0-5f1d-402e-95b8-e984cc1b889f tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 943 time: 0.0471904 Sep 20 20:42:38.991701 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-64af4789-3d32-43ac-b2a0-23ccbdb0b2ae req-cf3330d3-b337-4bb9-b8b4-2486929032b0 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359411 Sep 20 20:42:38.991974 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-82caa2ce-8c7d-4eec-adf1-1598cc874d7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a27e893b-bf96-4108-9243-2a743c9961a6 HTTP/1.1" status: 200 len: 217 time: 0.0385892 Sep 20 20:42:39.040782 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-b847689e-834d-4208-b648-0b424cab8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:39.042247 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-b847689e-834d-4208-b648-0b424cab8c58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc5da3e-7aa3-48a6-a466-6382f63d147c HTTP/1.1" status: 200 len: 855 time: 0.0430033 Sep 20 20:42:39.073073 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-0aba2ae7-0141-4bcc-b4d6-40999c212927 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227990 Sep 20 20:42:39.168128 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-9b67291d-6782-487e-b658-c68b8384e167 service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851176 Sep 20 20:42:39.257324 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-86aa4f79-c1f7-433e-ab58-14b8958d6946 req-7aceb583-3762-4492-985e-6e9c0091e8b3 service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802877 Sep 20 20:42:39.345808 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a81a0-ac47-4fbc-ba0f-95c9827608cc req-b777afcd-b201-41f9-9088-f13eb7caa9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:39.347423 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cb0a81a0-ac47-4fbc-ba0f-95c9827608cc req-b777afcd-b201-41f9-9088-f13eb7caa9e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 1096 time: 0.0417705 Sep 20 20:42:39.440072 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a81a0-ac47-4fbc-ba0f-95c9827608cc req-86690d0c-2eb8-484f-8b27-a9749ca57a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:39.441433 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cb0a81a0-ac47-4fbc-ba0f-95c9827608cc req-86690d0c-2eb8-484f-8b27-a9749ca57a25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 915 time: 0.0852983 Sep 20 20:42:39.483595 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cb0a81a0-ac47-4fbc-ba0f-95c9827608cc req-bb5ed34b-4382-4f27-9975-2b4933c91f9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a27e893b-bf96-4108-9243-2a743c9961a6 HTTP/1.1" status: 200 len: 217 time: 0.0341015 Sep 20 20:42:39.549956 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a81a0-ac47-4fbc-ba0f-95c9827608cc req-c599809e-1e70-4c6a-88f8-0b6b242d0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:39.551359 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cb0a81a0-ac47-4fbc-ba0f-95c9827608cc req-c599809e-1e70-4c6a-88f8-0b6b242d0c04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc5da3e-7aa3-48a6-a466-6382f63d147c HTTP/1.1" status: 200 len: 855 time: 0.0567629 Sep 20 20:42:39.592014 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cb0a81a0-ac47-4fbc-ba0f-95c9827608cc req-c827d7a2-afbf-46ef-91f6-5e83f06fe779 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269732 Sep 20 20:42:39.607280 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637bed9-5f68-4c50-acb7-97e51605e4f8 req-f65707fc-f755-4bd2-a5b6-7a31ab399b7f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:39.608655 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0637bed9-5f68-4c50-acb7-97e51605e4f8 req-f65707fc-f755-4bd2-a5b6-7a31ab399b7f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 947 time: 0.0710919 Sep 20 20:42:39.698394 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0637bed9-5f68-4c50-acb7-97e51605e4f8 req-ba93af65-9c2d-406d-ace8-270a1c95b403 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725858 Sep 20 20:42:39.716639 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cb0a81a0-ac47-4fbc-ba0f-95c9827608cc req-4909cd62-3275-46d3-adfb-f862b9edcebd service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069729 Sep 20 20:42:39.804693 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cb0a81a0-ac47-4fbc-ba0f-95c9827608cc req-211e9171-c0c3-4d2a-9802-2a622f3c6c46 service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779088 Sep 20 20:42:40.126412 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ae3cf-4e3d-48fc-9b2e-0e8487e7fb15 req-bcfe6244-1f0a-41a3-b80f-ab92216808af tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:40.127874 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b38ae3cf-4e3d-48fc-9b2e-0e8487e7fb15 req-bcfe6244-1f0a-41a3-b80f-ab92216808af tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 943 time: 0.0505803 Sep 20 20:42:40.164689 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b38ae3cf-4e3d-48fc-9b2e-0e8487e7fb15 req-e1a60f81-d5c1-4da4-a51b-d58dc7373f5a tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Sep 20 20:42:40.818539 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b5f1e-1bc3-44ba-8165-5dc7670e845d req-86c04f07-498c-48cf-9c95-b45172cc1282 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:40.820013 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8e0b5f1e-1bc3-44ba-8165-5dc7670e845d req-86c04f07-498c-48cf-9c95-b45172cc1282 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 947 time: 0.0519884 Sep 20 20:42:40.856436 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8e0b5f1e-1bc3-44ba-8165-5dc7670e845d req-460fb3d8-1e85-4bcd-8fc6-de75cae480d5 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306430 Sep 20 20:42:40.860682 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5da424d6-cad1-45ec-8dd6-5c0f2441b0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:41.275990 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94570954-905f-495a-a93f-8c9a69f9c089 req-96c24a9b-95a7-48a1-8a3d-8e6a034ee7bd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:41.277489 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-94570954-905f-495a-a93f-8c9a69f9c089 req-96c24a9b-95a7-48a1-8a3d-8e6a034ee7bd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 943 time: 0.0477631 Sep 20 20:42:41.309498 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30ba85-9007-496e-8118-722676209ac4 req-3134e248-a7a7-4040-a245-64e629bf8c79 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:41.311008 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9b30ba85-9007-496e-8118-722676209ac4 req-3134e248-a7a7-4040-a245-64e629bf8c79 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 947 time: 0.0492504 Sep 20 20:42:41.315548 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-94570954-905f-495a-a93f-8c9a69f9c089 req-21c01201-3fd6-436f-9cd7-240d52ff3571 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 Sep 20 20:42:41.435288 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Deleting port c276df95-eece-44b9-bbe0-d269906ebe1a {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:42:41.435617 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:41.518629 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] For port c276df95-eece-44b9-bbe0-d269906ebe1a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=c276df95-eece-44b9-bbe0-d269906ebe1a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:41.518903 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:41.759811 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:41.760156 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:41.760463 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.l3_db [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Floating IP c23b2073-d665-454c-a3f4-f3018070d3f1 disassociated. External IP: 172.27.2.126, port: c276df95-eece-44b9-bbe0-d269906ebe1a. Sep 20 20:42:41.760790 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Calling delete_port for c276df95-eece-44b9-bbe0-d269906ebe1a owned by compute:nova {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:42:41.877734 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:41.906732 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event deleted for resources: {'Port': ['ID=c276df95-eece-44b9-bbe0-d269906ebe1a,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:41.982814 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8925a245-5264-4eea-b5da-0b8ee4eccb66 req-0864e3b7-0700-4eae-9a68-6b589099400f tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce74cba-2659-4845-ac88-b46ff17e6987 HTTP/1.1" status: 200 len: 210 time: 0.0313978 Sep 20 20:42:42.043572 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Router 4605c7fa-969e-4458-a63e-69f6467ed760 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:42:42.142715 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:42:42.152236 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdaa54c-ea56-412e-ade6-f8674517787c None None] Sync routers for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:42:42.161810 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdaa54c-ea56-412e-ade6-f8674517787c None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:42:42.162452 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8cdaa54c-ea56-412e-ade6-f8674517787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:42.202854 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] No DVR routers for this DVR port c276df95-eece-44b9-bbe0-d269906ebe1a on host hv-cinder-79820 {{(pid=94160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:42:42.205442 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:42.207571 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9b30ba85-9007-496e-8118-722676209ac4 req-e0169ed8-a46c-4c61-8a03-40d91fcad1cf tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.45 "DELETE /v2.0/ports/c276df95-eece-44b9-bbe0-d269906ebe1a HTTP/1.1" status: 204 len: 173 time: 0.8899839 Sep 20 20:42:42.208076 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'name': 'network-vif-deleted', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:42:42.210481 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1100384d-e3ee-4947-aa42-f105e9dadace" -d '{"events": [{"server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "name": "network-vif-deleted", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:42:42.253825 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f575488-8ccd-4c14-9c91-2c1147858ae2 x-openstack-request-id: req-9f575488-8ccd-4c14-9c91-2c1147858ae2 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:42:42.254144 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce74cba-2659-4845-ac88-b46ff17e6987", "name": "network-vif-deleted", "tag": "c276df95-eece-44b9-bbe0-d269906ebe1a", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:42:42.254398 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f575488-8ccd-4c14-9c91-2c1147858ae2 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:42:42.254792 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce74cba-2659-4845-ac88-b46ff17e6987', 'name': 'network-vif-deleted', 'tag': 'c276df95-eece-44b9-bbe0-d269906ebe1a', 'status': 'completed', 'code': 200} Sep 20 20:42:42.278005 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-8cdaa54c-ea56-412e-ade6-f8674517787c None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:42:42.334149 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device a27e893b-bf96-4108-9243-2a743c9961a6 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:42:42.437378 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port a27e893b-bf96-4108-9243-2a743c9961a6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=a27e893b-bf96-4108-9243-2a743c9961a6,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:42.449052 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'a27e893b-bf96-4108-9243-2a743c9961a6', 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2', 'port_id': 'a27e893b-bf96-4108-9243-2a743c9961a6', 'mac_address': 'fa:16:3e:20:62:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc5da3e-7aa3-48a6-a466-6382f63d147c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:42:42.466185 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16452f-eec9-49e2-8aa2-816cd9601f37 req-fbd21131-4e02-48f1-a4ec-a2a58b305374 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:42.473609 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5e16452f-eec9-49e2-8aa2-816cd9601f37 req-fbd21131-4e02-48f1-a4ec-a2a58b305374 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 943 time: 0.0574381 Sep 20 20:42:42.487192 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:42.488087 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8cdaa54c-ea56-412e-ade6-f8674517787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:42.501810 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27e893b-bf96-4108-9243-2a743c9961a6 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:42:42.515495 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdaa54c-ea56-412e-ade6-f8674517787c None None] Checking router: 4605c7fa-969e-4458-a63e-69f6467ed760 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:42:42.516006 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5e16452f-eec9-49e2-8aa2-816cd9601f37 req-eb1f5566-278b-4510-8063-37e6ce8a5600 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414124 Sep 20 20:42:42.522480 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port a27e893b-bf96-4108-9243-2a743c9961a6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=a27e893b-bf96-4108-9243-2a743c9961a6,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:42.524831 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdaa54c-ea56-412e-ade6-f8674517787c None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:42:42.525677 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8cdaa54c-ea56-412e-ade6-f8674517787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:42.527603 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:42.577677 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=a27e893b-bf96-4108-9243-2a743c9961a6,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:42.630288 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-8cdaa54c-ea56-412e-ade6-f8674517787c None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:42:42.825599 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8cdaa54c-ea56-412e-ade6-f8674517787c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:42.827614 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['a27e893b-bf96-4108-9243-2a743c9961a6'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:42:42.851813 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdaa54c-ea56-412e-ade6-f8674517787c None None] The sync data for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi is: [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '7ce5239c-72e6-4ae2-89aa-1d551d9fce7a', 'name': '', 'network_id': 'd7ce7ffe-f2c5-4240-8a87-3aaf2bf09125', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'mac_address': 'fa:16:3e:f3:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:59Z', 'updated_at': '2021-09-20T20:36:16Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'subnets': [{'id': '32cf5937-8d7a-4525-ab0d-8b8be24ef59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:42:43.059949 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f626ac-0d71-4cea-961d-4fd347d99eab None None] New status for floating IP c23b2073-d665-454c-a3f4-f3018070d3f1: DOWN {{(pid=94161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:42:43.070986 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45400) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:43.123522 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-473711e9-7f8d-49fd-8fe0-595a82952bcb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:43.146550 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-473711e9-7f8d-49fd-8fe0-595a82952bcb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:43.197298 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-473711e9-7f8d-49fd-8fe0-595a82952bcb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:43.200009 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-473711e9-7f8d-49fd-8fe0-595a82952bcb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:43.201157 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-473711e9-7f8d-49fd-8fe0-595a82952bcb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "DELETE /v2.0/security-groups/3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f HTTP/1.1" status: 204 len: 168 time: 0.1286664 Sep 20 20:42:43.204740 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45402) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:43.211325 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473711e9-7f8d-49fd-8fe0-595a82952bcb tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:43.219254 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.api.v2.resource [None req-f851d1c0-857e-4a55-b2c0-e8be3a1751c1 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] show failed (client error): The resource could not be found. Sep 20 20:42:43.220282 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f851d1c0-857e-4a55-b2c0-e8be3a1751c1 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "GET /v2.0/security-groups/3d8b5bec-d5be-4e6e-8b82-0e811ba58c4f HTTP/1.1" status: 404 len: 347 time: 0.0147254 Sep 20 20:42:43.223185 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45404) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:43.355627 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b8244-4725-4e65-b0e5-fe606113d336 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Deleting port ddef982d-d4e3-41a6-91f2-e021e9bba595 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:42:43.355974 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8244-4725-4e65-b0e5-fe606113d336 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:43.413043 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ff917e0e-c1fd-4399-88b8-fcb40d30291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:43.434999 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8244-4725-4e65-b0e5-fe606113d336 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:43.435325 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8244-4725-4e65-b0e5-fe606113d336 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:43.447530 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b8244-4725-4e65-b0e5-fe606113d336 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Calling delete_port for ddef982d-d4e3-41a6-91f2-e021e9bba595 owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:42:43.575809 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8244-4725-4e65-b0e5-fe606113d336 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:43.610563 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b8244-4725-4e65-b0e5-fe606113d336 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Pushing event deleted for resources: {'Port': ['ID=ddef982d-d4e3-41a6-91f2-e021e9bba595,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:43.689354 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8244-4725-4e65-b0e5-fe606113d336 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:43.691944 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8244-4725-4e65-b0e5-fe606113d336 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:43.693073 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6b4b8244-4725-4e65-b0e5-fe606113d336 tempest-AttachVolumeShelveTestJSON-533317599 tempest-AttachVolumeShelveTestJSON-533317599-project] 10.222.0.44 "DELETE /v2.0/floatingips/c23b2073-d665-454c-a3f4-f3018070d3f1 HTTP/1.1" status: 204 len: 168 time: 0.4688387 Sep 20 20:42:43.701204 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaed11-3b85-4ff6-bfa5-536eeb7cc5ae req-a7230b9e-3d05-4536-8317-61be4de5e978 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:43.702636 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3afaed11-3b85-4ff6-bfa5-536eeb7cc5ae req-a7230b9e-3d05-4536-8317-61be4de5e978 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 944 time: 0.1178350 Sep 20 20:42:43.744568 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3afaed11-3b85-4ff6-bfa5-536eeb7cc5ae req-e74345e7-05cd-497a-b985-ec6ee15e445e tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354943 Sep 20 20:42:44.112793 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:44.349714 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device a27e893b-bf96-4108-9243-2a743c9961a6 up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:42:44.395880 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port a27e893b-bf96-4108-9243-2a743c9961a6 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:42:44.400351 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port a27e893b-bf96-4108-9243-2a743c9961a6 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:42:44.400714 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:44.473303 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:44.496900 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b743761-8673-47f1-8a16-1c52513420d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27e893b-bf96-4108-9243-2a743c9961a6'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:42:44.499143 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4ec34c-192b-4af7-bfc1-3c8bd2516e5f" -d '{"events": [{"server_uuid": "5b743761-8673-47f1-8a16-1c52513420d6", "name": "network-vif-plugged", "status": "completed", "tag": "a27e893b-bf96-4108-9243-2a743c9961a6"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:42:44.511645 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port a27e893b-bf96-4108-9243-2a743c9961a6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=a27e893b-bf96-4108-9243-2a743c9961a6,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:44.515613 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:44.516367 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device c276df95-eece-44b9-bbe0-d269906ebe1a no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:42:44.537843 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f032bc93-b1f5-43d5-b1ba-b6753f2fbc30 x-openstack-request-id: req-f032bc93-b1f5-43d5-b1ba-b6753f2fbc30 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:42:44.538153 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b743761-8673-47f1-8a16-1c52513420d6", "name": "network-vif-plugged", "status": "completed", "tag": "a27e893b-bf96-4108-9243-2a743c9961a6", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:42:44.538396 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f032bc93-b1f5-43d5-b1ba-b6753f2fbc30 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:42:44.538775 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b743761-8673-47f1-8a16-1c52513420d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27e893b-bf96-4108-9243-2a743c9961a6', 'code': 200} Sep 20 20:42:44.554615 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: c276df95-eece-44b9-bbe0-d269906ebe1a {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:42:44.554996 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device c276df95-eece-44b9-bbe0-d269906ebe1a not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:42:44.580885 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=a27e893b-bf96-4108-9243-2a743c9961a6,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:44.699923 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce80eb-fd13-4504-a414-87fdc888812a req-1f58cc96-d48a-4743-b316-5b4c05affe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:44.701346 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-28ce80eb-fd13-4504-a414-87fdc888812a req-1f58cc96-d48a-4743-b316-5b4c05affe08 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 1098 time: 0.0394032 Sep 20 20:42:44.704636 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:44.735166 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-28ce80eb-fd13-4504-a414-87fdc888812a req-cf24fbab-f6df-48ee-aa4f-5c528b24499a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265286 Sep 20 20:42:44.856258 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb1aed-7253-4eac-9931-550747e971cd req-4822cc70-a323-4a8c-831a-c9f9da0ef749 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:44.857910 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f4eb1aed-7253-4eac-9931-550747e971cd req-4822cc70-a323-4a8c-831a-c9f9da0ef749 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 945 time: 0.0491474 Sep 20 20:42:44.895987 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f4eb1aed-7253-4eac-9931-550747e971cd req-a18206a2-0abf-48df-9458-06eca8812973 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Sep 20 20:42:46.018740 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9116433-ce8e-4780-a22e-fbb718886602 req-5dc38f8a-41d2-4d94-a59f-e28b0b341a18 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:46.020262 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e9116433-ce8e-4780-a22e-fbb718886602 req-5dc38f8a-41d2-4d94-a59f-e28b0b341a18 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 945 time: 0.0487421 Sep 20 20:42:46.058278 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e9116433-ce8e-4780-a22e-fbb718886602 req-ddd10766-4e1c-4521-ba47-a9aec3f723ad tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312364 Sep 20 20:42:46.097161 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45436) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:46.232235 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:46.469916 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529938'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:46.909529 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] Deleting port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:42:46.909870 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:46.982224 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] For port 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=7ce5239c-72e6-4ae2-89aa-1d551d9fce7a,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:46.982573 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:46.994195 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] Calling delete_port for 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:42:47.195065 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:47.210784 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c43e37-22e8-4e07-9b59-ecb80f433cea req-1b4f23be-078b-4cf6-bf9d-c0a8326abe8b tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:47.213306 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f2c43e37-22e8-4e07-9b59-ecb80f433cea req-1b4f23be-078b-4cf6-bf9d-c0a8326abe8b tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 945 time: 0.0890048 Sep 20 20:42:47.232855 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce5239c-72e6-4ae2-89aa-1d551d9fce7a,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:47.303179 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f2c43e37-22e8-4e07-9b59-ecb80f433cea req-185a2f94-21e5-4665-b7ba-fd3ea3bf6a81 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723395 Sep 20 20:42:47.431669 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529826'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:47.660652 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] Router 4605c7fa-969e-4458-a63e-69f6467ed760 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:42:47.768672 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:42:47.773780 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3f0af382-a2e8-4390-8593-e24d58e24be5 admin admin] 10.222.0.44 "PUT /v2.0/routers/4605c7fa-969e-4458-a63e-69f6467ed760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6755300 Sep 20 20:42:47.776246 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45448) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:47.778872 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b449fd-219a-4276-b393-6e614f406fd7 None None] Sync routers for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:42:47.787801 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b449fd-219a-4276-b393-6e614f406fd7 None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:42:47.788403 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d0b449fd-219a-4276-b393-6e614f406fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:47.876914 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:47.890983 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-d0b449fd-219a-4276-b393-6e614f406fd7 None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:42:47.978645 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.030300 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Deleting port dede334a-4578-42df-a929-0df26f715a59 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:42:48.030548 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.113450 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] For port dede334a-4578-42df-a929-0df26f715a59, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=dede334a-4578-42df-a929-0df26f715a59,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:48.113801 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.124876 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Calling delete_port for dede334a-4578-42df-a929-0df26f715a59 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:42:48.145392 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d0b449fd-219a-4276-b393-6e614f406fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'dede334a-4578-42df-a929-0df26f715a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:42:47Z', 'revision_number': 5, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port': {'id': 'dede334a-4578-42df-a929-0df26f715a59', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:35:54Z', 'updated_at': '2021-09-20T20:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:48.171311 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b449fd-219a-4276-b393-6e614f406fd7 None None] Checking router: 4605c7fa-969e-4458-a63e-69f6467ed760 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:42:48.179119 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b449fd-219a-4276-b393-6e614f406fd7 None None] Routers {'4605c7fa-969e-4458-a63e-69f6467ed760'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:42:48.179710 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d0b449fd-219a-4276-b393-6e614f406fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['4605c7fa-969e-4458-a63e-69f6467ed760'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:48.262106 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-d0b449fd-219a-4276-b393-6e614f406fd7 None None] Set router 4605c7fa-969e-4458-a63e-69f6467ed760 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:42:48.287822 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.312936 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dede334a-4578-42df-a929-0df26f715a59,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:48.314713 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d0b449fd-219a-4276-b393-6e614f406fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:42:47Z', 'revision_number': 6, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port_host': None}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:48.341241 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b449fd-219a-4276-b393-6e614f406fd7 None None] The sync data for ids ['4605c7fa-969e-4458-a63e-69f6467ed760'] in dv-cinder-798208-2-iscsi is: [{'id': '4605c7fa-969e-4458-a63e-69f6467ed760', 'name': 'tempest-AttachVolumeShelveTestJSON-546579904-router', 'tenant_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:35:53Z', 'updated_at': '2021-09-20T20:42:47Z', 'revision_number': 6, 'project_id': '67bb5f61b2c249c4b2dbbbb750a30b70', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:42:48.372995 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529764'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.460741 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7853'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.463414 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.505424 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530894'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.505955 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4605c7fa-969e-4458-a63e-69f6467ed760 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 20:42:48.510909 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.512036 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c9c18659-f305-470c-b8ec-5f2c2d47d3a3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4605c7fa-969e-4458-a63e-69f6467ed760 HTTP/1.1" status: 204 len: 168 time: 0.7349017 Sep 20 20:42:48.514591 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45450) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:48.556572 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-591dacdb-00ff-4bd5-8a4b-cc933c8b05f6 admin admin] Deleting subnet 32cf5937-8d7a-4525-ab0d-8b8be24ef59e {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:42:48.559416 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-591dacdb-00ff-4bd5-8a4b-cc933c8b05f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.591280 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-591dacdb-00ff-4bd5-8a4b-cc933c8b05f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9723860'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.670672 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-591dacdb-00ff-4bd5-8a4b-cc933c8b05f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.729810 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-591dacdb-00ff-4bd5-8a4b-cc933c8b05f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8543097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552993'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.756836 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dacdb-00ff-4bd5-8a4b-cc933c8b05f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cf5937-8d7a-4525-ab0d-8b8be24ef59e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:48.761789 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-591dacdb-00ff-4bd5-8a4b-cc933c8b05f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.767061 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45458) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:48.769705 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec2679e-09bd-4ef3-9ca0-6555988842e6 None None] Network d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:42:48.782434 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-591dacdb-00ff-4bd5-8a4b-cc933c8b05f6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/32cf5937-8d7a-4525-ab0d-8b8be24ef59e HTTP/1.1" status: 204 len: 168 time: 0.2637811 Sep 20 20:42:48.842592 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.900575 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Deleting port feaea8ce-f04d-4f02-991e-4e77efc766e1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:42:48.900917 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.973149 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] For port feaea8ce-f04d-4f02-991e-4e77efc766e1, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=feaea8ce-f04d-4f02-991e-4e77efc766e1,segment=NetworkSegment(77e6d23f-1ee0-4f89-9dfd-22662d90137d),segment_id=77e6d23f-1ee0-4f89-9dfd-22662d90137d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:48.973511 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:48.987286 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Calling delete_port for feaea8ce-f04d-4f02-991e-4e77efc766e1 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:42:49.068629 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:49.105840 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=feaea8ce-f04d-4f02-991e-4e77efc766e1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:49.110049 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fc8537-a4e3-4459-a221-515d7017700a None None] DHCP port deletion for d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 request from dv-cinder-798208-2-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 20:42:49.111830 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] No DVR routers for this DVR port feaea8ce-f04d-4f02-991e-4e77efc766e1 on host dv-cinder-798208-2-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:42:49.186918 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:49.207699 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:49.217907 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e6d23f-1ee0-4f89-9dfd-22662d90137d') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:49.218240 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e6d23f-1ee0-4f89-9dfd-22662d90137d') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:49.228284 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:49.242398 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:49.248911 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:42:49.249294 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:42:49.251257 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:42:49.307918 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:49.312863 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:49.318401 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125 HTTP/1.1" status: 204 len: 168 time: 0.5496922 Sep 20 20:42:49.331857 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72981eeb-3a92-4fd0-956d-581278f5c5f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7ce7ffe-f2c5-4240-8a87-3aaf2bf09125,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:49.383697 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:42:49.405029 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:42:49.405370 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 7ce5239c-72e6-4ae2-89aa-1d551d9fce7a not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:42:49.405850 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device feaea8ce-f04d-4f02-991e-4e77efc766e1 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:42:49.424616 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: feaea8ce-f04d-4f02-991e-4e77efc766e1 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:42:49.424956 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device feaea8ce-f04d-4f02-991e-4e77efc766e1 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:42:49.425355 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device dede334a-4578-42df-a929-0df26f715a59 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:42:49.446048 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: dede334a-4578-42df-a929-0df26f715a59 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:42:49.446386 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device dede334a-4578-42df-a929-0df26f715a59 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:42:49.471045 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45468) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:49.509850 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-26aa2836-cf6e-4c06-80f3-37d038ca3143 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67bb5f61b2c249c4b2dbbbb750a30b70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376890 Sep 20 20:42:49.512318 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45470) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:49.563559 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6846144c-59fe-479c-a369-04357de4cb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:49.583946 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6846144c-59fe-479c-a369-04357de4cb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:49.629022 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6846144c-59fe-479c-a369-04357de4cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:49.631724 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6846144c-59fe-479c-a369-04357de4cb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:49.632849 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6846144c-59fe-479c-a369-04357de4cb2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52874ecd-d246-4a35-9ecd-46936d680f7e HTTP/1.1" status: 204 len: 168 time: 0.1196558 Sep 20 20:42:49.640234 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846144c-59fe-479c-a369-04357de4cb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52874ecd-d246-4a35-9ecd-46936d680f7e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:50.607848 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:42:56.084849 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6648c3f3-f681-4364-8d40-e9b1235598b0 req-41ebf2d6-92f2-4807-8359-2a7d33dc022b tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3804760&fields=id&tenant_id=5552c298b38a444e8d97a2fa59684129 HTTP/1.1" status: 200 len: 267 time: 0.0331028 Sep 20 20:42:56.138945 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648c3f3-f681-4364-8d40-e9b1235598b0 req-61990440-9883-4d28-b483-f49f7349aa83 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:56.140418 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6648c3f3-f681-4364-8d40-e9b1235598b0 req-61990440-9883-4d28-b483-f49f7349aa83 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 984 time: 0.0491056 Sep 20 20:42:56.152515 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-6648c3f3-f681-4364-8d40-e9b1235598b0 req-c8b1b196-282a-410f-b039-34153f3c0920 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Request body: {'port': {'security_groups': ['9b883a04-2b35-43bf-bae5-f7696a66a59b']}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:42:56.222020 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-6648c3f3-f681-4364-8d40-e9b1235598b0 req-c8b1b196-282a-410f-b039-34153f3c0920 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:56.399610 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-6648c3f3-f681-4364-8d40-e9b1235598b0 req-c8b1b196-282a-410f-b039-34153f3c0920 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] For port d29c5f50-b422-4711-8ea3-ba7e05b0928d, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:42:56.426529 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-6648c3f3-f681-4364-8d40-e9b1235598b0 req-c8b1b196-282a-410f-b039-34153f3c0920 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:56.432274 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-6648c3f3-f681-4364-8d40-e9b1235598b0 req-c8b1b196-282a-410f-b039-34153f3c0920 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:56.448326 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['d29c5f50-b422-4711-8ea3-ba7e05b0928d'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:42:56.494492 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1b196-282a-410f-b039-34153f3c0920 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event updated for resources: {'Port': ['ID=d29c5f50-b422-4711-8ea3-ba7e05b0928d,revision_number=7']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:56.502373 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648c3f3-f681-4364-8d40-e9b1235598b0 req-c8b1b196-282a-410f-b039-34153f3c0920 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:56.503265 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-6648c3f3-f681-4364-8d40-e9b1235598b0 req-c8b1b196-282a-410f-b039-34153f3c0920 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:56.506457 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6648c3f3-f681-4364-8d40-e9b1235598b0 req-c8b1b196-282a-410f-b039-34153f3c0920 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "PUT /v2.0/ports/d29c5f50-b422-4711-8ea3-ba7e05b0928d HTTP/1.1" status: 200 len: 942 time: 0.3596194 Sep 20 20:42:56.506929 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:42:56.509775 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1209fee0-0446-46ec-a6cf-2051b7c9c370" -d '{"events": [{"name": "network-changed", "server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:42:56.511204 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45612) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:56.568509 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed42156-4101-4f35-8f79-07bf98140897 x-openstack-request-id: req-2ed42156-4101-4f35-8f79-07bf98140897 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:42:56.568794 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:42:56.569039 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ed42156-4101-4f35-8f79-07bf98140897 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:42:56.569431 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'status': 'completed', 'code': 200} Sep 20 20:42:56.621014 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:56.657045 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209fee0-0446-46ec-a6cf-2051b7c9c370 req-0d022e58-37b7-4c51-9163-59c8ea424dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:56.658625 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1209fee0-0446-46ec-a6cf-2051b7c9c370 req-0d022e58-37b7-4c51-9163-59c8ea424dea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5552c298b38a444e8d97a2fa59684129&device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 1098 time: 0.0622680 Sep 20 20:42:56.659567 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:56.662861 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['d29c5f50-b422-4711-8ea3-ba7e05b0928d'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:42:56.740795 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:56.744125 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:56.745181 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "DELETE /v2.0/security-groups/f90928ca-f0f0-42fe-b626-b1c39d51f522 HTTP/1.1" status: 204 len: 168 time: 0.2330089 Sep 20 20:42:56.748910 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45622) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:56.801607 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90928ca-f0f0-42fe-b626-b1c39d51f522,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:56.811957 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.812299 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.812641 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.812977 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.813308 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.813635 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.813959 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.814310 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.814634 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.814956 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.815277 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.815596 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054e4e-b9f1-458b-94ea-7f65870e99bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:56.816735 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209fee0-0446-46ec-a6cf-2051b7c9c370 req-082b0656-3c6c-40d0-aef1-6bcb79ef6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:56.819440 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1209fee0-0446-46ec-a6cf-2051b7c9c370 req-082b0656-3c6c-40d0-aef1-6bcb79ef6c69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a2d8583-a5fb-4d43-9579-2f68885aab7d HTTP/1.1" status: 200 len: 914 time: 0.1513309 Sep 20 20:42:56.853643 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b053c296-77f8-428b-8c4e-eeedf92a798b None None] Provisioning complete for port d29c5f50-b422-4711-8ea3-ba7e05b0928d triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:42:56.854479 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b053c296-77f8-428b-8c4e-eeedf92a798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:56.908123 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1209fee0-0446-46ec-a6cf-2051b7c9c370 req-2a23d9d4-7d21-499b-a9e0-649b8cd61c06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d HTTP/1.1" status: 200 len: 1000 time: 0.0807526 Sep 20 20:42:56.971613 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209fee0-0446-46ec-a6cf-2051b7c9c370 req-de6b4ebd-dd66-4860-82a3-ac8dc45daae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:56.973776 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1209fee0-0446-46ec-a6cf-2051b7c9c370 req-de6b4ebd-dd66-4860-82a3-ac8dc45daae6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de045699-ce2d-4a5c-9ba3-f3d4a846fb90 HTTP/1.1" status: 200 len: 853 time: 0.0580633 Sep 20 20:42:56.974183 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Deleting port fa1023e5-8af5-4919-8498-6576a00067cd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:42:56.974567 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:57.036017 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209fee0-0446-46ec-a6cf-2051b7c9c370 req-ad47ca9c-fcea-46f5-93dd-223598e5af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:57.037520 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1209fee0-0446-46ec-a6cf-2051b7c9c370 req-ad47ca9c-fcea-46f5-93dd-223598e5af72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a2d8583-a5fb-4d43-9579-2f68885aab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542245 Sep 20 20:42:57.084945 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:57.085202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:57.096470 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Calling delete_port for fa1023e5-8af5-4919-8498-6576a00067cd owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:42:57.136273 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1209fee0-0446-46ec-a6cf-2051b7c9c370 req-c6691f24-db26-4179-aa54-b5872f11a020 service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892358 Sep 20 20:42:57.229723 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1209fee0-0446-46ec-a6cf-2051b7c9c370 req-5612d55e-8a04-4bcd-a9ac-728cc4a367d2 service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823598 Sep 20 20:42:57.263442 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:57.289515 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event deleted for resources: {'Port': ['ID=fa1023e5-8af5-4919-8498-6576a00067cd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:57.349381 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:57.349604 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.l3_db [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Floating IP d760efd4-c04e-44ad-b3f3-7026e2cc6bb9 disassociated (deleted). External IP: 172.27.2.45, port: d29c5f50-b422-4711-8ea3-ba7e05b0928d. Sep 20 20:42:57.785976 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:42:57.902019 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:42:57.906866 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:57.911911 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2223deb3-b82d-4814-9bbb-7931594425ea None None] Sync routers for ids ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:42:57.920863 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2223deb3-b82d-4814-9bbb-7931594425ea None None] Routers {'5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:42:57.921478 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2223deb3-b82d-4814-9bbb-7931594425ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:57.940900 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0a5a186f-e3c2-40b8-a9ff-98e2188f0f30 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "DELETE /v2.0/floatingips/d760efd4-c04e-44ad-b3f3-7026e2cc6bb9 HTTP/1.1" status: 204 len: 168 time: 1.1884046 Sep 20 20:42:57.940900 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:42:57.941697 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:42:58.005384 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ae8216-cefd-4efb-9a97-775202e7e95b x-openstack-request-id: req-04ae8216-cefd-4efb-9a97-775202e7e95b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:42:58.005882 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:42:58.006920 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04ae8216-cefd-4efb-9a97-775202e7e95b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:42:58.007308 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'status': 'completed', 'code': 200} Sep 20 20:42:58.041868 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-2223deb3-b82d-4814-9bbb-7931594425ea None None] Set router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:42:58.096062 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2 req-f2060a5f-834c-4a48-bfa1-2c0a6ddbc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:58.098331 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2 req-f2060a5f-834c-4a48-bfa1-2c0a6ddbc63a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5552c298b38a444e8d97a2fa59684129&device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 1098 time: 0.0672395 Sep 20 20:42:58.203683 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45660) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:58.224463 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2 req-488f70e7-8115-45a4-b2bf-fa47ba2e95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:58.226177 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2 req-488f70e7-8115-45a4-b2bf-fa47ba2e95cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a2d8583-a5fb-4d43-9579-2f68885aab7d HTTP/1.1" status: 200 len: 914 time: 0.1168492 Sep 20 20:42:58.301054 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2 req-da7ddcb1-63fc-4519-96d1-76942115969f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d HTTP/1.1" status: 200 len: 217 time: 0.0592079 Sep 20 20:42:58.349781 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2223deb3-b82d-4814-9bbb-7931594425ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'd4cce1bf-6c2a-4967-93c6-eb36daf16f46', 'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'mac_address': 'fa:16:3e:ba:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:35Z', 'updated_at': '2021-09-20T20:40:43Z', 'revision_number': 5, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'subnets': [{'id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:58.370174 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62cbb3c4-d57e-446c-bf2d-97a0e8bbbad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:58.380055 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2223deb3-b82d-4814-9bbb-7931594425ea None None] Checking router: 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:42:58.398501 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2223deb3-b82d-4814-9bbb-7931594425ea None None] Routers {'5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:42:58.400228 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2223deb3-b82d-4814-9bbb-7931594425ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:58.400432 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2 req-1b9322f3-4d6f-4c21-9d97-bfc643aa8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:58.404866 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2 req-1b9322f3-4d6f-4c21-9d97-bfc643aa8bc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de045699-ce2d-4a5c-9ba3-f3d4a846fb90 HTTP/1.1" status: 200 len: 853 time: 0.0915043 Sep 20 20:42:58.481541 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62cbb3c4-d57e-446c-bf2d-97a0e8bbbad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:58.485501 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62cbb3c4-d57e-446c-bf2d-97a0e8bbbad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:58.518659 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-2223deb3-b82d-4814-9bbb-7931594425ea None None] Set router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:42:58.521836 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbb3c4-d57e-446c-bf2d-97a0e8bbbad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40534d1f-02bb-4c43-9eb8-b050917bf257,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:58.524860 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2 req-e5ddfe9e-89d5-4614-9f1a-d0d30eb3d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:58.526680 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2 req-e5ddfe9e-89d5-4614-9f1a-d0d30eb3d46f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a2d8583-a5fb-4d43-9579-2f68885aab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024311 Sep 20 20:42:58.530508 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-62cbb3c4-d57e-446c-bf2d-97a0e8bbbad2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2218e572557430aa0600c6da9af656f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253324 Sep 20 20:42:58.530613 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45676) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:58.564966 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-70618feb-30bf-4aa9-bc94-96a20ee01d02 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:42:58.566500 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-70618feb-30bf-4aa9-bc94-96a20ee01d02 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 815 time: 0.1828985 Sep 20 20:42:58.608059 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-c73dcc40-18eb-4c28-8bd5-3e57d099a5c0 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/quotas/b1a1289938a0409fbba92b868757bddb HTTP/1.1" status: 200 len: 375 time: 0.0277221 Sep 20 20:42:58.709056 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:58.713037 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2 req-4cdeaa52-c2da-4a0b-91b4-dcf566259d1f service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716189 Sep 20 20:42:58.719111 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-2223deb3-b82d-4814-9bbb-7931594425ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'd4cce1bf-6c2a-4967-93c6-eb36daf16f46', 'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'mac_address': 'fa:16:3e:ba:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:35Z', 'updated_at': '2021-09-20T20:40:43Z', 'revision_number': 5, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'subnets': [{'id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:42:58.738966 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-191d0d70-bd3d-4be8-aac4-09c6d653a565 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1011150 Sep 20 20:42:58.745940 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2223deb3-b82d-4814-9bbb-7931594425ea None None] The sync data for ids ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'] in dv-cinder-798208-2-iscsi is: [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:40:36Z', 'revision_number': 4, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'd4cce1bf-6c2a-4967-93c6-eb36daf16f46', 'name': '', 'network_id': '8a2d8583-a5fb-4d43-9579-2f68885aab7d', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'mac_address': 'fa:16:3e:ba:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:35Z', 'updated_at': '2021-09-20T20:40:43Z', 'revision_number': 5, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'subnets': [{'id': 'de045699-ce2d-4a5c-9ba3-f3d4a846fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:42:58.768209 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:58.965504 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508b291-a859-4bf7-bc2c-51f055673677 None None] New status for floating IP d760efd4-c04e-44ad-b3f3-7026e2cc6bb9: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:42:59.155801 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-1e28a441-0bf7-46ed-8139-e67874f42cf3 service neutron] 10.222.0.44 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003770 Sep 20 20:42:59.159254 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-00f5568c-a5a2-4a9a-8795-6e69bf7699a2 req-b0d6ea50-0869-4dfc-9220-5cba363d3374 service neutron] 10.222.0.45 "GET /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366958 Sep 20 20:42:59.160898 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:59.163689 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:59.165337 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40534d1f-02bb-4c43-9eb8-b050917bf257 HTTP/1.1" status: 204 len: 168 time: 0.6333842 Sep 20 20:42:59.192274 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40534d1f-02bb-4c43-9eb8-b050917bf257,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:59.209520 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.209913 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.210344 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.210654 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.211012 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.211886 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.212250 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.212579 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.212904 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.213226 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.213547 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.213863 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5a34c-aa8a-4e54-9077-e151a675a0a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:42:59.269830 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-e394f7c1-7b15-412e-9567-0f5763128288 service neutron] 10.222.0.44 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034420 Sep 20 20:42:59.440468 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cadcd0b3-fe3e-4216-b14c-73ca6d4a9d30 req-bb75dcbb-fba2-4124-b1da-0f9e9b4b3ccb tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 210 time: 0.0301001 Sep 20 20:42:59.475751 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45692) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:59.489952 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0275059e-9748-412f-869b-0aadac507027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:59.602997 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0275059e-9748-412f-869b-0aadac507027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:59.607644 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0275059e-9748-412f-869b-0aadac507027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:59.650452 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-0275059e-9748-412f-869b-0aadac507027 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fc3f9e5ff3743ee80375ada00483648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699147 Sep 20 20:42:59.650452 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275059e-9748-412f-869b-0aadac507027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc038361-36be-451d-8a6e-fe86dc163276,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:42:59.651359 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45702) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:42:59.705012 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-01101237-edb4-4635-a6e3-d0a5ff90c4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:59.727589 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-01101237-edb4-4635-a6e3-d0a5ff90c4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:59.786190 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-01101237-edb4-4635-a6e3-d0a5ff90c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:59.788775 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-01101237-edb4-4635-a6e3-d0a5ff90c4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:42:59.793767 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-01101237-edb4-4635-a6e3-d0a5ff90c4a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc038361-36be-451d-8a6e-fe86dc163276 HTTP/1.1" status: 204 len: 168 time: 0.1390362 Sep 20 20:42:59.801554 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01101237-edb4-4635-a6e3-d0a5ff90c4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc038361-36be-451d-8a6e-fe86dc163276,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:00.122935 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45710) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:00.137069 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f4dc-3554-420f-8eec-acfba2337413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:00.223935 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f4dc-3554-420f-8eec-acfba2337413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:00.228008 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f4dc-3554-420f-8eec-acfba2337413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:00.263413 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3ec1f4dc-3554-420f-8eec-acfba2337413 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b392c3b2365c43b981de034938c9ba1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394284 Sep 20 20:43:00.265224 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1f4dc-3554-420f-8eec-acfba2337413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06c16ac-0463-4b3b-9b91-8bbf1623102c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:00.266214 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45712) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:00.319937 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-950150ef-a30b-4510-a552-79b1076abf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:00.340678 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-950150ef-a30b-4510-a552-79b1076abf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:00.393312 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-950150ef-a30b-4510-a552-79b1076abf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:00.396418 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-950150ef-a30b-4510-a552-79b1076abf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:00.398699 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-950150ef-a30b-4510-a552-79b1076abf05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f06c16ac-0463-4b3b-9b91-8bbf1623102c HTTP/1.1" status: 204 len: 168 time: 0.1314747 Sep 20 20:43:00.407092 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950150ef-a30b-4510-a552-79b1076abf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06c16ac-0463-4b3b-9b91-8bbf1623102c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:00.564412 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ed151c48-fe00-4291-8e69-9d45cb57d4fc req-caa4579d-dadb-452e-811a-09754de7ea01 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 210 time: 0.0346467 Sep 20 20:43:00.601413 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-535efc10-6f58-4316-a585-9b82426c7f61 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:00.605297 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-535efc10-6f58-4316-a585-9b82426c7f61 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 815 time: 0.1580410 Sep 20 20:43:00.619025 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Request body: {'port': {'device_id': '6fd3bc92-6494-475f-8f2d-665ef9c1a211', 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2', 'admin_state_up': True, 'tenant_id': 'b1a1289938a0409fbba92b868757bddb'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:00.734967 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Made reservation on behalf of b1a1289938a0409fbba92b868757bddb for: {'port': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:00.738565 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:00.897259 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a107109-84d6-4097-8789-ca698770fa10 req-617e7dbb-e049-4e04-b059-6b75598ec4ad tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:00.899587 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0a107109-84d6-4097-8789-ca698770fa10 req-617e7dbb-e049-4e04-b059-6b75598ec4ad tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 945 time: 0.0856385 Sep 20 20:43:00.910434 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Allocated IP 172.20.0.8 (aff533ef-2f0f-4b2a-b4f9-c002588fcdd2/adc5da3e-7aa3-48a6-a466-6382f63d147c/1bf0f01a-5b68-4681-92f1-4f25aed48ccc) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:43:00.961287 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0a107109-84d6-4097-8789-ca698770fa10 req-785e227f-409c-4758-9dea-a25bc8f782bc tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527325 Sep 20 20:43:01.089834 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.124212 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.138023 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['9b74c78e-9e8a-406d-b49e-e6e4bac2f060', '856c6703-c52b-436f-aec4-e0bacbdee4e1', 'a27e893b-bf96-4108-9243-2a743c9961a6'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:43:01.157503 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45746) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:01.170519 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:43:01.173631 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:01.177446 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:43:01.215516 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Pushing event updated for resources: {'Port': ['ID=1bf0f01a-5b68-4681-92f1-4f25aed48ccc,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:01.249225 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:01.250057 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.269336 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-afe90b4e-1d5c-48d0-bb05-b383a9f24969 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6542425 Sep 20 20:43:01.286811 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Request body: {'port': {'device_id': '6fd3bc92-6494-475f-8f2d-665ef9c1a211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:01.361531 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.533249 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Deleting port 6887015f-cd7d-4219-8d48-f27d2be94e9f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:01.534021 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.620974 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.621300 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.635543 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Calling delete_port for 6887015f-cd7d-4219-8d48-f27d2be94e9f owned by network:floatingip {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:01.676189 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf0f01a-5b68-4681-92f1-4f25aed48ccc {{(pid=94160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:43:01.684725 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.699598 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Transition to ACTIVE for port object 1bf0f01a-5b68-4681-92f1-4f25aed48ccc will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:43:01.706344 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.751350 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb95ed4-5a12-46b0-b1e7-e4c1976b13cb req-4c3b7bb2-a0af-4a17-a68a-acfb9c54c916 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:01.752868 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fb95ed4-5a12-46b0-b1e7-e4c1976b13cb req-4c3b7bb2-a0af-4a17-a68a-acfb9c54c916 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 931 time: 0.0702903 Sep 20 20:43:01.787838 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf0f01a-5b68-4681-92f1-4f25aed48ccc,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:01.810692 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1fb95ed4-5a12-46b0-b1e7-e4c1976b13cb req-ec83a792-e380-4623-8ee6-a078d7a37b94 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483010 Sep 20 20:43:01.840112 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Attempting to bind port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:43:01.840585 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Attempting to bind port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:43:01.840770 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Attempting to bind port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:43:01.845730 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:43:01.845915 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Attempting to bind port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc on network aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:43:01.850758 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:43:01.851085 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Checking segment: {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:01.851460 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Bound using segment: {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:43:01.852476 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Bound port: 1bf0f01a-5b68-4681-92f1-4f25aed48ccc, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f6326a-6342-42db-a704-c0a65ec7e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:43:01.852835 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.870979 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.896493 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event deleted for resources: {'Port': ['ID=6887015f-cd7d-4219-8d48-f27d2be94e9f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:01.924448 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] For port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc, host hv-cinder-79820, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:43:01.927776 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] For port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=1bf0f01a-5b68-4681-92f1-4f25aed48ccc,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:43:01.932416 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.967537 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for floatingip, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.967867 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.l3_db [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Floating IP bc172f78-5aa9-4cf3-8d34-981dae30f8d9 disassociated (deleted). External IP: 172.27.2.94, port: dbb5fa51-8760-4f6c-84cb-5a96f45768a5. Sep 20 20:43:01.976496 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:01.977782 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:01.979242 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] 10.222.0.45 "PUT /v2.0/ports/1bf0f01a-5b68-4681-92f1-4f25aed48ccc HTTP/1.1" status: 200 len: 1093 time: 0.6981664 Sep 20 20:43:01.981788 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd3bc92-6494-475f-8f2d-665ef9c1a211', 'tag': '1bf0f01a-5b68-4681-92f1-4f25aed48ccc'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:43:01.984536 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046c7684-7c0a-4571-91b3-9d5fb4c31494" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd3bc92-6494-475f-8f2d-665ef9c1a211", "tag": "1bf0f01a-5b68-4681-92f1-4f25aed48ccc"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:43:02.012237 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64283bf0-5b7d-4b29-872d-2b4664b5c2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf0f01a-5b68-4681-92f1-4f25aed48ccc,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:02.032444 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd5d200-a9df-4dde-a4a4-972f02015a74 x-openstack-request-id: req-abd5d200-a9df-4dde-a4a4-972f02015a74 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:43:02.032825 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd3bc92-6494-475f-8f2d-665ef9c1a211", "tag": "1bf0f01a-5b68-4681-92f1-4f25aed48ccc", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:43:02.033148 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abd5d200-a9df-4dde-a4a4-972f02015a74 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:43:02.033604 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd3bc92-6494-475f-8f2d-665ef9c1a211', 'tag': '1bf0f01a-5b68-4681-92f1-4f25aed48ccc', 'status': 'completed', 'code': 200} Sep 20 20:43:02.080431 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-81887284-0ffb-4988-928d-fc3f777104df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.081953 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-81887284-0ffb-4988-928d-fc3f777104df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 1096 time: 0.0471945 Sep 20 20:43:02.127740 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-4b299310-0da4-4fb6-b2c0-047d77388b53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf0f01a-5b68-4681-92f1-4f25aed48ccc HTTP/1.1" status: 200 len: 217 time: 0.0354586 Sep 20 20:43:02.185042 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-a39ecb2c-e865-4259-bdfc-5b84ebea4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.186327 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830b624-0cef-4441-bbc2-34082b5066b7 req-054d637d-9677-48a2-abdc-af2fb516ccf1 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.186835 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-a39ecb2c-e865-4259-bdfc-5b84ebea4575 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc5da3e-7aa3-48a6-a466-6382f63d147c HTTP/1.1" status: 200 len: 855 time: 0.0514588 Sep 20 20:43:02.187823 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7830b624-0cef-4441-bbc2-34082b5066b7 req-054d637d-9677-48a2-abdc-af2fb516ccf1 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 945 time: 0.0987344 Sep 20 20:43:02.221668 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-2c1c7bd3-c8cc-4636-9ecb-273cfeb5fd5a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262115 Sep 20 20:43:02.270130 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7830b624-0cef-4441-bbc2-34082b5066b7 req-68c5276b-033c-44c2-b5dc-29007625f16e tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762033 Sep 20 20:43:02.295657 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Router c852b052-739b-409f-b33b-8c681a9df5d8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:43:02.323091 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-25113001-ead1-4e45-8b9d-3d69fdfd3e8b service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927303 Sep 20 20:43:02.430511 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:43:02.440166 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ecf5bf-e1ca-4035-ad6a-ebee09c0e553 None None] Sync routers for ids ['c852b052-739b-409f-b33b-8c681a9df5d8'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:43:02.447790 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4090f220-9a1a-4c80-a42d-f53b323a7dc3 req-c5ca86e1-3751-4d95-8be3-bee1d856494c service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156812 Sep 20 20:43:02.447989 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:02.453474 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ecf5bf-e1ca-4035-ad6a-ebee09c0e553 None None] Routers {'c852b052-739b-409f-b33b-8c681a9df5d8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:02.454241 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-45ecf5bf-e1ca-4035-ad6a-ebee09c0e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['c852b052-739b-409f-b33b-8c681a9df5d8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:02.481030 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-93d52079-9a58-40ef-a2d7-0fa1091d8875 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "DELETE /v2.0/floatingips/bc172f78-5aa9-4cf3-8d34-981dae30f8d9 HTTP/1.1" status: 204 len: 168 time: 1.3219125 Sep 20 20:43:02.481717 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:43:02.484019 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90520e4e-de14-4be7-b066-b4ec8d8b9edf" -d '{"events": [{"name": "network-changed", "server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:43:02.533261 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7842e9e-824e-4fc0-b2b2-2a27ae112999 x-openstack-request-id: req-b7842e9e-824e-4fc0-b2b2-2a27ae112999 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:43:02.533746 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:43:02.534216 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7842e9e-824e-4fc0-b2b2-2a27ae112999 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:43:02.534764 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'status': 'completed', 'code': 200} Sep 20 20:43:02.569393 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c7684-7c0a-4571-91b3-9d5fb4c31494 req-f8882fcf-3b4c-4eb0-b0c5-52ab9c93509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.571122 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-046c7684-7c0a-4571-91b3-9d5fb4c31494 req-f8882fcf-3b4c-4eb0-b0c5-52ab9c93509d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1a1289938a0409fbba92b868757bddb&device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 1096 time: 0.0466986 Sep 20 20:43:02.588690 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-45ecf5bf-e1ca-4035-ad6a-ebee09c0e553 None None] Set router c852b052-739b-409f-b33b-8c681a9df5d8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:02.617851 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90520e4e-de14-4be7-b066-b4ec8d8b9edf req-41d70168-e857-473a-a119-d34cba486c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.619881 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-90520e4e-de14-4be7-b066-b4ec8d8b9edf req-41d70168-e857-473a-a119-d34cba486c37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff&device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0477419 Sep 20 20:43:02.702045 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c7684-7c0a-4571-91b3-9d5fb4c31494 req-c57e8d80-bcef-41a9-b36a-cf8d0a29371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.703616 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-046c7684-7c0a-4571-91b3-9d5fb4c31494 req-c57e8d80-bcef-41a9-b36a-cf8d0a29371c service neutron] 10.222.0.45 "GET /v2.0/networks?id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 200 len: 915 time: 0.1172805 Sep 20 20:43:02.753146 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-046c7684-7c0a-4571-91b3-9d5fb4c31494 req-1a536077-2248-4bc0-81a8-cba728de5397 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf0f01a-5b68-4681-92f1-4f25aed48ccc HTTP/1.1" status: 200 len: 217 time: 0.0343685 Sep 20 20:43:02.759021 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90520e4e-de14-4be7-b066-b4ec8d8b9edf req-817fcf1b-802b-454a-93d4-aa7647973316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.760520 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-90520e4e-de14-4be7-b066-b4ec8d8b9edf req-817fcf1b-802b-454a-93d4-aa7647973316 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a86c9fb-9976-401d-918c-0b6a331f9f0b HTTP/1.1" status: 200 len: 909 time: 0.1286490 Sep 20 20:43:02.776515 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398e6a-7f59-4209-ae6d-ee4ba22c5ff2 req-c6e47361-3338-44a8-8529-9b254b76a09c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.777973 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fd398e6a-7f59-4209-ae6d-ee4ba22c5ff2 req-c6e47361-3338-44a8-8529-9b254b76a09c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0679572 Sep 20 20:43:02.811282 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-45ecf5bf-e1ca-4035-ad6a-ebee09c0e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 4, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '3d7206fe-7140-48f5-8452-4c33793e34b1', 'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'mac_address': 'fa:16:3e:13:ae:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:36Z', 'updated_at': '2021-09-20T20:37:41Z', 'revision_number': 5, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'subnets': [{'id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:02.821907 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c7684-7c0a-4571-91b3-9d5fb4c31494 req-9790c455-2832-44f5-a524-5cc9ce11d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.823415 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-046c7684-7c0a-4571-91b3-9d5fb4c31494 req-9790c455-2832-44f5-a524-5cc9ce11d52e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adc5da3e-7aa3-48a6-a466-6382f63d147c HTTP/1.1" status: 200 len: 855 time: 0.0497320 Sep 20 20:43:02.824363 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-90520e4e-de14-4be7-b066-b4ec8d8b9edf req-00e33477-950f-40b3-aede-f913f6bdd959 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5 HTTP/1.1" status: 200 len: 217 time: 0.0454574 Sep 20 20:43:02.837735 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ecf5bf-e1ca-4035-ad6a-ebee09c0e553 None None] Checking router: c852b052-739b-409f-b33b-8c681a9df5d8 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:43:02.845884 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ecf5bf-e1ca-4035-ad6a-ebee09c0e553 None None] Routers {'c852b052-739b-409f-b33b-8c681a9df5d8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:02.846526 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-45ecf5bf-e1ca-4035-ad6a-ebee09c0e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['c852b052-739b-409f-b33b-8c681a9df5d8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:02.875529 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-046c7684-7c0a-4571-91b3-9d5fb4c31494 req-98014cb8-6352-4911-9c36-84178435d82d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314679 Sep 20 20:43:02.926388 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fd398e6a-7f59-4209-ae6d-ee4ba22c5ff2 req-ff2f21b0-8a21-496e-8923-2e37bb224e8d tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395409 Sep 20 20:43:02.933763 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb7050-86c7-4501-99b0-757fd0e9671d req-557238e9-35cd-4169-ba4e-f7954b627f2f tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.935281 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-60eb7050-86c7-4501-99b0-757fd0e9671d req-557238e9-35cd-4169-ba4e-f7954b627f2f tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 945 time: 0.1126530 Sep 20 20:43:02.952378 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90520e4e-de14-4be7-b066-b4ec8d8b9edf req-9164c5de-7dfd-4918-99fc-3249e426d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.952378 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-90520e4e-de14-4be7-b066-b4ec8d8b9edf req-9164c5de-7dfd-4918-99fc-3249e426d8a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4a58fc1e-953d-42b2-85f9-26a9f11f733c HTTP/1.1" status: 200 len: 848 time: 0.0930443 Sep 20 20:43:02.962317 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-45ecf5bf-e1ca-4035-ad6a-ebee09c0e553 None None] Set router c852b052-739b-409f-b33b-8c681a9df5d8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:02.993644 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b257d-0a45-4295-94cc-e661d3fa3568 req-5c8ea7b8-79bb-4200-ba55-5095ebc9b49a tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:02.995317 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ee6b257d-0a45-4295-94cc-e661d3fa3568 req-5c8ea7b8-79bb-4200-ba55-5095ebc9b49a tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 943 time: 0.0995400 Sep 20 20:43:03.018950 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-046c7684-7c0a-4571-91b3-9d5fb4c31494 req-91da2618-c916-4747-99fd-e264d21318de service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333890 Sep 20 20:43:03.051060 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90520e4e-de14-4be7-b066-b4ec8d8b9edf req-24916cbc-d2e6-4414-b470-674b0f166122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:03.052907 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-90520e4e-de14-4be7-b066-b4ec8d8b9edf req-24916cbc-d2e6-4414-b470-674b0f166122 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a86c9fb-9976-401d-918c-0b6a331f9f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810184 Sep 20 20:43:03.075478 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ee6b257d-0a45-4295-94cc-e661d3fa3568 req-084a7e99-64e9-4cb4-9524-b6b3032dfbca tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673273 Sep 20 20:43:03.099457 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-60eb7050-86c7-4501-99b0-757fd0e9671d req-d493a30c-0946-4461-9f41-88115535b2c5 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Deleting port d29c5f50-b422-4711-8ea3-ba7e05b0928d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:03.099803 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-60eb7050-86c7-4501-99b0-757fd0e9671d req-d493a30c-0946-4461-9f41-88115535b2c5 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:03.129486 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-046c7684-7c0a-4571-91b3-9d5fb4c31494 req-4f41aa74-1e02-40f6-83f7-fdc65f6023c1 service neutron] 10.222.0.45 "GET /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983169 Sep 20 20:43:03.179792 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-45ecf5bf-e1ca-4035-ad6a-ebee09c0e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 4, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '3d7206fe-7140-48f5-8452-4c33793e34b1', 'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'mac_address': 'fa:16:3e:13:ae:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:36Z', 'updated_at': '2021-09-20T20:37:41Z', 'revision_number': 5, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'subnets': [{'id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:03.217706 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-90520e4e-de14-4be7-b066-b4ec8d8b9edf req-84613dfe-fb0e-4b99-9845-d74e9cfa8292 service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569877 Sep 20 20:43:03.271068 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-60eb7050-86c7-4501-99b0-757fd0e9671d req-d493a30c-0946-4461-9f41-88115535b2c5 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] For port d29c5f50-b422-4711-8ea3-ba7e05b0928d, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=d29c5f50-b422-4711-8ea3-ba7e05b0928d,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:03.271433 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-60eb7050-86c7-4501-99b0-757fd0e9671d req-d493a30c-0946-4461-9f41-88115535b2c5 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:03.315114 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-60eb7050-86c7-4501-99b0-757fd0e9671d req-d493a30c-0946-4461-9f41-88115535b2c5 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Calling delete_port for d29c5f50-b422-4711-8ea3-ba7e05b0928d owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:03.326862 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ecf5bf-e1ca-4035-ad6a-ebee09c0e553 None None] The sync data for ids ['c852b052-739b-409f-b33b-8c681a9df5d8'] in dv-cinder-798208-2-iscsi is: [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:36Z', 'revision_number': 4, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '3d7206fe-7140-48f5-8452-4c33793e34b1', 'name': '', 'network_id': '5a86c9fb-9976-401d-918c-0b6a331f9f0b', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'mac_address': 'fa:16:3e:13:ae:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:36Z', 'updated_at': '2021-09-20T20:37:41Z', 'revision_number': 5, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'subnets': [{'id': '4a58fc1e-953d-42b2-85f9-26a9f11f733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:43:03.406885 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-90520e4e-de14-4be7-b066-b4ec8d8b9edf req-0ec5ba49-c313-4482-8c2f-23e63d634bb5 service neutron] 10.222.0.45 "GET /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799462 Sep 20 20:43:03.448167 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fac622-494e-45a5-81d2-f28aaec73010 req-c300bb65-02c2-4a9e-ad5f-0ed71e783c5e tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:03.449703 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-28fac622-494e-45a5-81d2-f28aaec73010 req-c300bb65-02c2-4a9e-ad5f-0ed71e783c5e tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad19c39d-ba17-4d53-87e2-e772ee6d52a5 HTTP/1.1" status: 200 len: 945 time: 0.0858645 Sep 20 20:43:03.531951 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-28fac622-494e-45a5-81d2-f28aaec73010 req-99aaeafa-815f-4381-9d11-0d530b345642 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b883a04-2b35-43bf-bae5-f7696a66a59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751851 Sep 20 20:43:03.536439 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-60eb7050-86c7-4501-99b0-757fd0e9671d req-d493a30c-0946-4461-9f41-88115535b2c5 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:03.552449 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['d29c5f50-b422-4711-8ea3-ba7e05b0928d'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:43:03.566090 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493a30c-0946-4461-9f41-88115535b2c5 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Pushing event deleted for resources: {'Port': ['ID=d29c5f50-b422-4711-8ea3-ba7e05b0928d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:03.605051 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2c2ca-1559-499c-8d93-122a87761154 None None] New status for floating IP bc172f78-5aa9-4cf3-8d34-981dae30f8d9: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:43:03.611109 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eb7050-86c7-4501-99b0-757fd0e9671d req-d493a30c-0946-4461-9f41-88115535b2c5 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] No DVR routers for this DVR port d29c5f50-b422-4711-8ea3-ba7e05b0928d on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:03.613482 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-60eb7050-86c7-4501-99b0-757fd0e9671d req-d493a30c-0946-4461-9f41-88115535b2c5 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:03.615509 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-60eb7050-86c7-4501-99b0-757fd0e9671d req-d493a30c-0946-4461-9f41-88115535b2c5 tempest-TestMinimumBasicScenario-1264626671 tempest-TestMinimumBasicScenario-1264626671-project] 10.222.0.45 "DELETE /v2.0/ports/d29c5f50-b422-4711-8ea3-ba7e05b0928d HTTP/1.1" status: 204 len: 173 time: 0.6723659 Sep 20 20:43:04.051387 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8747012-e857-4da8-bfe5-0f18072e89be req-5fc0aad4-78ae-4f87-a48c-8d833ac6f995 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:04.053135 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c8747012-e857-4da8-bfe5-0f18072e89be req-5fc0aad4-78ae-4f87-a48c-8d833ac6f995 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0539334 Sep 20 20:43:04.092351 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c8747012-e857-4da8-bfe5-0f18072e89be req-e0135391-e799-4280-a1af-9464d03ff05c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/security-groups?id=600b90d1-487b-48c9-9ae5-8c3f3c130eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332129 Sep 20 20:43:04.194905 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bca46-15f2-470a-99eb-1b706624933d req-d4876129-2895-4418-b041-9d25e1682b23 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:04.196845 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-713bca46-15f2-470a-99eb-1b706624933d req-d4876129-2895-4418-b041-9d25e1682b23 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 943 time: 0.0478008 Sep 20 20:43:04.238641 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-713bca46-15f2-470a-99eb-1b706624933d req-3f33c172-8f06-42b0-a8f3-17a4ea7df42a tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357511 Sep 20 20:43:04.382712 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 1bf0f01a-5b68-4681-92f1-4f25aed48ccc details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:43:04.476741 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=1bf0f01a-5b68-4681-92f1-4f25aed48ccc,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:04.487402 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '1bf0f01a-5b68-4681-92f1-4f25aed48ccc', 'network_id': 'aff533ef-2f0f-4b2a-b4f9-c002588fcdd2', 'port_id': '1bf0f01a-5b68-4681-92f1-4f25aed48ccc', 'mac_address': 'fa:16:3e:da:5e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc5da3e-7aa3-48a6-a466-6382f63d147c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:43:04.492984 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0065ad-140a-49db-8fca-08609a8983c9 req-c521df81-42df-4376-aa31-a952f3f8ca15 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:04.494437 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7a0065ad-140a-49db-8fca-08609a8983c9 req-c521df81-42df-4376-aa31-a952f3f8ca15 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.45 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0463147 Sep 20 20:43:04.523817 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:04.535965 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf0f01a-5b68-4681-92f1-4f25aed48ccc {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:43:04.538242 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'name': 'network-vif-deleted', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:43:04.540628 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfd3467-db57-49f7-9fe8-41b6c80e05a2" -d '{"events": [{"server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "name": "network-vif-deleted", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:43:04.554686 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=1bf0f01a-5b68-4681-92f1-4f25aed48ccc,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:04.559619 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:04.591219 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-7a0065ad-140a-49db-8fca-08609a8983c9 req-2eb2f8ca-ffc8-4e85-a9a8-63bd22bc3d2c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Deleting port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:04.591441 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7a0065ad-140a-49db-8fca-08609a8983c9 req-2eb2f8ca-ffc8-4e85-a9a8-63bd22bc3d2c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:04.607355 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=1bf0f01a-5b68-4681-92f1-4f25aed48ccc,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:04.620357 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd23d0e-25bc-4d1e-b44a-f2cb99c900b3 x-openstack-request-id: req-9fd23d0e-25bc-4d1e-b44a-f2cb99c900b3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:43:04.620655 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad19c39d-ba17-4d53-87e2-e772ee6d52a5", "name": "network-vif-deleted", "tag": "d29c5f50-b422-4711-8ea3-ba7e05b0928d", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:43:04.620885 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fd23d0e-25bc-4d1e-b44a-f2cb99c900b3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:43:04.621266 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad19c39d-ba17-4d53-87e2-e772ee6d52a5', 'name': 'network-vif-deleted', 'tag': 'd29c5f50-b422-4711-8ea3-ba7e05b0928d', 'status': 'completed', 'code': 200} Sep 20 20:43:04.684321 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-7a0065ad-140a-49db-8fca-08609a8983c9 req-2eb2f8ca-ffc8-4e85-a9a8-63bd22bc3d2c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] For port dbb5fa51-8760-4f6c-84cb-5a96f45768a5, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:04.684688 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7a0065ad-140a-49db-8fca-08609a8983c9 req-2eb2f8ca-ffc8-4e85-a9a8-63bd22bc3d2c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:04.697296 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-7a0065ad-140a-49db-8fca-08609a8983c9 req-2eb2f8ca-ffc8-4e85-a9a8-63bd22bc3d2c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Calling delete_port for dbb5fa51-8760-4f6c-84cb-5a96f45768a5 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:04.807269 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['1bf0f01a-5b68-4681-92f1-4f25aed48ccc'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:43:04.836492 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7a0065ad-140a-49db-8fca-08609a8983c9 req-2eb2f8ca-ffc8-4e85-a9a8-63bd22bc3d2c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:04.867063 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2f8ca-ffc8-4e85-a9a8-63bd22bc3d2c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event deleted for resources: {'Port': ['ID=dbb5fa51-8760-4f6c-84cb-5a96f45768a5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:04.927059 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0065ad-140a-49db-8fca-08609a8983c9 req-2eb2f8ca-ffc8-4e85-a9a8-63bd22bc3d2c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] No DVR routers for this DVR port dbb5fa51-8760-4f6c-84cb-5a96f45768a5 on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:04.943379 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-7a0065ad-140a-49db-8fca-08609a8983c9 req-2eb2f8ca-ffc8-4e85-a9a8-63bd22bc3d2c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:04.946495 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7a0065ad-140a-49db-8fca-08609a8983c9 req-2eb2f8ca-ffc8-4e85-a9a8-63bd22bc3d2c tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.45 "DELETE /v2.0/ports/dbb5fa51-8760-4f6c-84cb-5a96f45768a5 HTTP/1.1" status: 204 len: 173 time: 0.4447808 Sep 20 20:43:05.203340 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-64863b30-96b1-4c9a-8d96-ed0e209394cf req-9e4b38be-2a46-4853-a1f4-a6a3e6b0d29a tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "GET /v2.0/ports?device_id=33670df6-024c-4314-a270-bfdc6814b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0326922 Sep 20 20:43:05.298441 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45868) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:05.422113 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03340cb6-c596-4c3a-9f34-501d81a5384f req-882f1c6c-c959-4ff8-9dde-851a4fad94ce tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:05.423921 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-03340cb6-c596-4c3a-9f34-501d81a5384f req-882f1c6c-c959-4ff8-9dde-851a4fad94ce tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 944 time: 0.0977049 Sep 20 20:43:05.469629 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-03340cb6-c596-4c3a-9f34-501d81a5384f req-7a2b0aa4-ec16-4daa-97c0-eac9a47bc159 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Sep 20 20:43:05.683866 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529938'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:05.915681 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] Deleting port d4cce1bf-6c2a-4967-93c6-eb36daf16f46 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:05.915910 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:05.992817 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] For port d4cce1bf-6c2a-4967-93c6-eb36daf16f46, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=d4cce1bf-6c2a-4967-93c6-eb36daf16f46,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:05.993180 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.009906 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] Calling delete_port for d4cce1bf-6c2a-4967-93c6-eb36daf16f46 owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:06.180294 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.206330 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cce1bf-6c2a-4967-93c6-eb36daf16f46,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:06.273483 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45880) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:06.384322 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 1bf0f01a-5b68-4681-92f1-4f25aed48ccc up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:06.409635 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a220752e-f415-4292-bbea-1005a1142a30 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.440892 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529826'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.445566 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:43:06.448712 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a220752e-f415-4292-bbea-1005a1142a30 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.449808 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:06.450393 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.542295 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.578413 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd3bc92-6494-475f-8f2d-665ef9c1a211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf0f01a-5b68-4681-92f1-4f25aed48ccc'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:43:06.580696 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9b4a75-bcd7-473f-8712-5603439f87b2" -d '{"events": [{"server_uuid": "6fd3bc92-6494-475f-8f2d-665ef9c1a211", "name": "network-vif-plugged", "status": "completed", "tag": "1bf0f01a-5b68-4681-92f1-4f25aed48ccc"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:43:06.599881 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=1bf0f01a-5b68-4681-92f1-4f25aed48ccc,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:06.611114 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.612123 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45892) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:06.612626 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device d29c5f50-b422-4711-8ea3-ba7e05b0928d no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:06.630743 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'name': 'network-vif-deleted', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:43:06.633251 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9c5321-f6ca-46e9-8056-c9c09ea31a37" -d '{"events": [{"server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "name": "network-vif-deleted", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:43:06.644376 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd47fb-8cd0-434f-9b3f-0128c2eeff3b req-012024f0-61b7-4383-b249-7fb12cf72c66 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:06.646149 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b3cd47fb-8cd0-434f-9b3f-0128c2eeff3b req-012024f0-61b7-4383-b249-7fb12cf72c66 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 944 time: 0.1028900 Sep 20 20:43:06.687619 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233636d2-143c-4217-87f8-8686b757cec9 x-openstack-request-id: req-233636d2-143c-4217-87f8-8686b757cec9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:43:06.688279 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33670df6-024c-4314-a270-bfdc6814b8e6", "name": "network-vif-deleted", "tag": "dbb5fa51-8760-4f6c-84cb-5a96f45768a5", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:43:06.688839 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-233636d2-143c-4217-87f8-8686b757cec9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:43:06.689411 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33670df6-024c-4314-a270-bfdc6814b8e6', 'name': 'network-vif-deleted', 'tag': 'dbb5fa51-8760-4f6c-84cb-5a96f45768a5', 'status': 'completed', 'code': 200} Sep 20 20:43:06.708284 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b3cd47fb-8cd0-434f-9b3f-0128c2eeff3b req-160b3639-537c-484e-bc47-c30ed7e4a13d tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542812 Sep 20 20:43:06.714929 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] Router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:43:06.731353 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: d29c5f50-b422-4711-8ea3-ba7e05b0928d {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:06.732955 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device d29c5f50-b422-4711-8ea3-ba7e05b0928d not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:06.739627 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a220752e-f415-4292-bbea-1005a1142a30 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.742892 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a220752e-f415-4292-bbea-1005a1142a30 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.743803 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67de288-eb97-404f-9eb8-e3b44500e7e1 x-openstack-request-id: req-a67de288-eb97-404f-9eb8-e3b44500e7e1 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:43:06.744093 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd3bc92-6494-475f-8f2d-665ef9c1a211", "name": "network-vif-plugged", "status": "completed", "tag": "1bf0f01a-5b68-4681-92f1-4f25aed48ccc", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:43:06.744457 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a67de288-eb97-404f-9eb8-e3b44500e7e1 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:43:06.744691 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd3bc92-6494-475f-8f2d-665ef9c1a211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf0f01a-5b68-4681-92f1-4f25aed48ccc', 'code': 200} Sep 20 20:43:06.747028 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a220752e-f415-4292-bbea-1005a1142a30 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] 10.222.0.44 "DELETE /v2.0/security-groups/600b90d1-487b-48c9-9ae5-8c3f3c130eb4 HTTP/1.1" status: 204 len: 168 time: 0.4716964 Sep 20 20:43:06.750613 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=1bf0f01a-5b68-4681-92f1-4f25aed48ccc,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:06.797194 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8550e0a0-9572-4905-8566-082999cb8fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.803090 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220752e-f415-4292-bbea-1005a1142a30 tempest-TestShelveInstance-281395544 tempest-TestShelveInstance-281395544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600b90d1-487b-48c9-9ae5-8c3f3c130eb4,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:06.807303 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45900) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:06.865484 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.888087 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83e338-9719-4e62-8ff7-9a6308c5c618 req-da9fee24-d006-4aa5-9f55-73d9d1e3fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:06.889525 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2a83e338-9719-4e62-8ff7-9a6308c5c618 req-da9fee24-d006-4aa5-9f55-73d9d1e3fd69 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 1098 time: 0.0647123 Sep 20 20:43:06.924014 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:43:06.932750 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f7aea36f-4264-4cf0-8478-7c7cb0297c8b admin admin] 10.222.0.44 "PUT /v2.0/routers/5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6332650 Sep 20 20:43:06.933418 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45904) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:06.936114 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1fb20-b609-47f4-9d0c-6f921d195168 None None] Sync routers for ids ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:43:06.939848 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2a83e338-9719-4e62-8ff7-9a6308c5c618 req-af8c1cd4-4c7d-4ed9-bb34-08255cea271c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421450 Sep 20 20:43:06.949228 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c1fb20-b609-47f4-9d0c-6f921d195168 None None] Routers {'5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:06.950483 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a3c1fb20-b609-47f4-9d0c-6f921d195168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:06.963619 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8550e0a0-9572-4905-8566-082999cb8fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:06.967892 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8550e0a0-9572-4905-8566-082999cb8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.007327 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550e0a0-9572-4905-8566-082999cb8fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05dad35-f994-4af9-8af9-302b2c894d50,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:07.014756 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-8550e0a0-9572-4905-8566-082999cb8fc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07fc7fb3612b4d44bf0505e6155fef09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865292 Sep 20 20:43:07.015713 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45906) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:07.069046 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-349f77de-4a25-4f21-a455-1eb1d414b0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.070618 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-a3c1fb20-b609-47f4-9d0c-6f921d195168 None None] Set router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:07.093000 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-349f77de-4a25-4f21-a455-1eb1d414b0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.120047 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.142913 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-349f77de-4a25-4f21-a455-1eb1d414b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.145519 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-349f77de-4a25-4f21-a455-1eb1d414b0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.146958 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-349f77de-4a25-4f21-a455-1eb1d414b0e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c05dad35-f994-4af9-8af9-302b2c894d50 HTTP/1.1" status: 204 len: 168 time: 0.1303315 Sep 20 20:43:07.155944 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f77de-4a25-4f21-a455-1eb1d414b0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05dad35-f994-4af9-8af9-302b2c894d50,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:07.283963 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a3c1fb20-b609-47f4-9d0c-6f921d195168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:43:06Z', 'revision_number': 5, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:07.309168 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1fb20-b609-47f4-9d0c-6f921d195168 None None] Checking router: 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:43:07.318854 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c1fb20-b609-47f4-9d0c-6f921d195168 None None] Routers {'5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:07.319586 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a3c1fb20-b609-47f4-9d0c-6f921d195168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:07.438380 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-a3c1fb20-b609-47f4-9d0c-6f921d195168 None None] Set router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:07.478261 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45912) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:07.492032 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb32f-7ae5-44cb-b7e6-cc8995b0a200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.575237 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.585293 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb32f-7ae5-44cb-b7e6-cc8995b0a200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.589844 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb32f-7ae5-44cb-b7e6-cc8995b0a200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.619868 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a3c1fb20-b609-47f4-9d0c-6f921d195168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:43:06Z', 'revision_number': 5, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:07.630933 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-ab0eb32f-7ae5-44cb-b7e6-cc8995b0a200 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64b740d3412d4113a0fd1afe46699d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490295 Sep 20 20:43:07.631472 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45914) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:07.637821 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0eb32f-7ae5-44cb-b7e6-cc8995b0a200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bb8cca-fc7e-4956-abde-1faf6443217d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:07.652064 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1fb20-b609-47f4-9d0c-6f921d195168 None None] The sync data for ids ['5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526'] in dv-cinder-798208-2-iscsi is: [{'id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'name': 'tempest-TestMinimumBasicScenario-756924614-router', 'tenant_id': '5552c298b38a444e8d97a2fa59684129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:33Z', 'updated_at': '2021-09-20T20:43:06Z', 'revision_number': 5, 'project_id': '5552c298b38a444e8d97a2fa59684129', 'gw_port': {'id': '9af0bb0b-b462-4d4d-8bca-365482f39bac', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:34Z', 'updated_at': '2021-09-20T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:43:07.670302 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Deleting port 9af0bb0b-b462-4d4d-8bca-365482f39bac {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:07.670757 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.696100 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6198a2bd-557f-419c-a0d4-34c487b84758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.717933 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6198a2bd-557f-419c-a0d4-34c487b84758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.767202 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6198a2bd-557f-419c-a0d4-34c487b84758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.770314 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6198a2bd-557f-419c-a0d4-34c487b84758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.774769 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6198a2bd-557f-419c-a0d4-34c487b84758 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17bb8cca-fc7e-4956-abde-1faf6443217d HTTP/1.1" status: 204 len: 168 time: 0.1390071 Sep 20 20:43:07.784721 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198a2bd-557f-419c-a0d4-34c487b84758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bb8cca-fc7e-4956-abde-1faf6443217d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:07.811684 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] For port 9af0bb0b-b462-4d4d-8bca-365482f39bac, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=9af0bb0b-b462-4d4d-8bca-365482f39bac,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:07.812034 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.829126 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Calling delete_port for 9af0bb0b-b462-4d4d-8bca-365482f39bac owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:07.840726 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c1ad9-0c8a-4b95-bf38-a9c58987338d req-41ae9a68-2acf-4160-bf36-9220f405b184 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:07.842366 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7b4c1ad9-0c8a-4b95-bf38-a9c58987338d req-41ae9a68-2acf-4160-bf36-9220f405b184 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 945 time: 0.0597513 Sep 20 20:43:07.851744 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529938'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:07.880985 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7b4c1ad9-0c8a-4b95-bf38-a9c58987338d req-410d6c05-0cd0-4cac-8dd8-eb116d5491fa tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Sep 20 20:43:08.170062 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.201304 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=9af0bb0b-b462-4d4d-8bca-365482f39bac,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:08.312669 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529764'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.388746 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device dbb5fa51-8760-4f6c-84cb-5a96f45768a5 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:08.404644 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7853'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.407453 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.417785 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: dbb5fa51-8760-4f6c-84cb-5a96f45768a5 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:08.418269 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device dbb5fa51-8760-4f6c-84cb-5a96f45768a5 not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:08.453364 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] Deleting port 3d7206fe-7140-48f5-8452-4c33793e34b1 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:08.453793 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.477158 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530894'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.477777 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 20:43:08.482230 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.483369 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-dab5b651-a77c-442e-8456-ad2703848b5b admin admin] 10.222.0.44 "DELETE /v2.0/routers/5ad1d8b0-950b-4097-b1e1-eb9fa3f6f526 HTTP/1.1" status: 204 len: 168 time: 1.5388970 Sep 20 20:43:08.486062 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45938) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:08.536797 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7e0bfe-ceeb-4ad3-b1c4-553d083017c6 admin admin] Deleting subnet de045699-ce2d-4a5c-9ba3-f3d4a846fb90 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:43:08.540460 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0bfe-ceeb-4ad3-b1c4-553d083017c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.552558 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] For port 3d7206fe-7140-48f5-8452-4c33793e34b1, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=3d7206fe-7140-48f5-8452-4c33793e34b1,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:08.553078 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.572422 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] Calling delete_port for 3d7206fe-7140-48f5-8452-4c33793e34b1 owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:08.585540 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0bfe-ceeb-4ad3-b1c4-553d083017c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8977074'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.706941 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0bfe-ceeb-4ad3-b1c4-553d083017c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.767782 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0bfe-ceeb-4ad3-b1c4-553d083017c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9331253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8523901'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.775687 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:08.801510 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7206fe-7140-48f5-8452-4c33793e34b1,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:09.056295 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529826'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.066910 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e0380-37f3-4a84-be93-f59ad72ea9dd req-e0ee9d8a-c5dd-4af8-83ab-6498c7affdd6 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:09.068441 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f74e0380-37f3-4a84-be93-f59ad72ea9dd req-e0ee9d8a-c5dd-4af8-83ab-6498c7affdd6 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 945 time: 0.0720129 Sep 20 20:43:09.119980 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e0bfe-ceeb-4ad3-b1c4-553d083017c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de045699-ce2d-4a5c-9ba3-f3d4a846fb90,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:09.125259 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0bfe-ceeb-4ad3-b1c4-553d083017c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.127418 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6e7e0bfe-ceeb-4ad3-b1c4-553d083017c6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/de045699-ce2d-4a5c-9ba3-f3d4a846fb90 HTTP/1.1" status: 204 len: 168 time: 0.6401868 Sep 20 20:43:09.129835 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45954) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:09.136214 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36659c1c-75ea-4cb5-beee-536ca591e390 None None] Network 8a2d8583-a5fb-4d43-9579-2f68885aab7d requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:09.168869 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f74e0380-37f3-4a84-be93-f59ad72ea9dd req-5a51494a-7964-4584-a042-531868104497 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917954 Sep 20 20:43:09.221432 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.293489 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Deleting port 3c98df80-2117-42de-a1cd-3a3853a00f86 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:09.293778 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.374762 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dc0998-a8a0-48b0-aa93-e3e9bd02c9d7 None None] DHCP port deletion for 8a2d8583-a5fb-4d43-9579-2f68885aab7d request from dv-cinder-798208-2-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 20:43:09.384846 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] For port 3c98df80-2117-42de-a1cd-3a3853a00f86, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=3c98df80-2117-42de-a1cd-3a3853a00f86,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:09.385124 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.409348 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Calling delete_port for 3c98df80-2117-42de-a1cd-3a3853a00f86 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:09.443474 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] Router c852b052-739b-409f-b33b-8c681a9df5d8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:43:09.472081 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-67dc0998-a8a0-48b0-aa93-e3e9bd02c9d7 None None] Deleting port 3c98df80-2117-42de-a1cd-3a3853a00f86 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:09.472510 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-67dc0998-a8a0-48b0-aa93-e3e9bd02c9d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.538008 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device d4cce1bf-6c2a-4967-93c6-eb36daf16f46 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:09.542916 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.572700 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c98df80-2117-42de-a1cd-3a3853a00f86,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:09.580814 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] No DVR routers for this DVR port 3c98df80-2117-42de-a1cd-3a3853a00f86 on host dv-cinder-798208-2-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:09.624478 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:43:09.634365 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa196f-e6de-4dad-a133-68a7a9d099ec None None] Sync routers for ids ['c852b052-739b-409f-b33b-8c681a9df5d8'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:43:09.635134 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-28437f98-50fc-44de-a169-18d3074b479a admin admin] 10.222.0.44 "PUT /v2.0/routers/c852b052-739b-409f-b33b-8c681a9df5d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8238330 Sep 20 20:43:09.636507 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 45966) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:09.639235 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: d4cce1bf-6c2a-4967-93c6-eb36daf16f46 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:09.639767 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device d4cce1bf-6c2a-4967-93c6-eb36daf16f46 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:09.640335 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9af0bb0b-b462-4d4d-8bca-365482f39bac no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:09.643326 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-67dc0998-a8a0-48b0-aa93-e3e9bd02c9d7 None None] For port 3c98df80-2117-42de-a1cd-3a3853a00f86, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=3c98df80-2117-42de-a1cd-3a3853a00f86,segment=NetworkSegment(caecf787-1f46-4253-b583-5a95fe5792fd),segment_id=caecf787-1f46-4253-b583-5a95fe5792fd)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:09.644253 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-67dc0998-a8a0-48b0-aa93-e3e9bd02c9d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.656154 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa196f-e6de-4dad-a133-68a7a9d099ec None None] Routers {'c852b052-739b-409f-b33b-8c681a9df5d8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:09.656154 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-afaa196f-e6de-4dad-a133-68a7a9d099ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['c852b052-739b-409f-b33b-8c681a9df5d8'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:09.674179 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.692695 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 9af0bb0b-b462-4d4d-8bca-365482f39bac {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:09.697343 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9af0bb0b-b462-4d4d-8bca-365482f39bac not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:09.706110 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-67dc0998-a8a0-48b0-aa93-e3e9bd02c9d7 None None] Calling delete_port for 3c98df80-2117-42de-a1cd-3a3853a00f86 owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:09.714396 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2d8583-a5fb-4d43-9579-2f68885aab7d']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:09.735583 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caecf787-1f46-4253-b583-5a95fe5792fd') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:09.736056 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caecf787-1f46-4253-b583-5a95fe5792fd') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:09.754770 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.771440 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.772930 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.779050 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:43:09.779565 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.832484 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-afaa196f-e6de-4dad-a133-68a7a9d099ec None None] Set router c852b052-739b-409f-b33b-8c681a9df5d8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:43:09.840360 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:43:09.844746 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.862289 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.865072 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a2d8583-a5fb-4d43-9579-2f68885aab7d HTTP/1.1" status: 204 len: 168 time: 0.7342000 Sep 20 20:43:09.866267 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919d412-dbfd-4fcb-b7d2-4c040ad768a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2d8583-a5fb-4d43-9579-2f68885aab7d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:09.868877 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 45974) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:09.927822 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.948411 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-67dc0998-a8a0-48b0-aa93-e3e9bd02c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:09.978870 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67dc0998-a8a0-48b0-aa93-e3e9bd02c9d7 None None] Network 8a2d8583-a5fb-4d43-9579-2f68885aab7d is not hosted by any dhcp agent {{(pid=94161) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 20:43:09.979510 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc0998-a8a0-48b0-aa93-e3e9bd02c9d7 None None] No DVR routers for this DVR port 3c98df80-2117-42de-a1cd-3a3853a00f86 on host dv-cinder-798208-2-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:09.981212 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc0998-a8a0-48b0-aa93-e3e9bd02c9d7 None None] Pushing event deleted for resources: {'Port': ['ID=3c98df80-2117-42de-a1cd-3a3853a00f86,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:10.015919 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Deleting port c6b9f3fe-b901-47ca-863f-ececbb0ecf98 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:10.016281 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.060461 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-afaa196f-e6de-4dad-a133-68a7a9d099ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:43:08Z', 'revision_number': 5, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port': {'id': 'c6b9f3fe-b901-47ca-863f-ececbb0ecf98', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:10.088872 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa196f-e6de-4dad-a133-68a7a9d099ec None None] Checking router: c852b052-739b-409f-b33b-8c681a9df5d8 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:43:10.097292 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa196f-e6de-4dad-a133-68a7a9d099ec None None] Routers {'c852b052-739b-409f-b33b-8c681a9df5d8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:10.098028 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-afaa196f-e6de-4dad-a133-68a7a9d099ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['c852b052-739b-409f-b33b-8c681a9df5d8'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:10.106734 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] For port c6b9f3fe-b901-47ca-863f-ececbb0ecf98, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=c6b9f3fe-b901-47ca-863f-ececbb0ecf98,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:10.107095 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.124603 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Calling delete_port for c6b9f3fe-b901-47ca-863f-ececbb0ecf98 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:10.191879 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-afaa196f-e6de-4dad-a133-68a7a9d099ec None None] Set router c852b052-739b-409f-b33b-8c681a9df5d8 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:10.257899 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-afaa196f-e6de-4dad-a133-68a7a9d099ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:43:09Z', 'revision_number': 6, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port_host': None}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:10.288960 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa196f-e6de-4dad-a133-68a7a9d099ec None None] The sync data for ids ['c852b052-739b-409f-b33b-8c681a9df5d8'] in dv-cinder-798208-2-iscsi is: [{'id': 'c852b052-739b-409f-b33b-8c681a9df5d8', 'name': 'tempest-TestShelveInstance-1928244113-router', 'tenant_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:33Z', 'updated_at': '2021-09-20T20:43:09Z', 'revision_number': 6, 'project_id': '5e9e4fd3f7ad4a31b8ae92b141acfaff', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:43:10.384586 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529938'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.566203 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.593518 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b9f3fe-b901-47ca-863f-ececbb0ecf98,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:10.666517 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529764'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.747580 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] Deleting port 4b2616cc-54d4-45b5-b432-8882540fbe54 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:10.748094 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.795911 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7853'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.806565 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.878702 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c5e411c7-65df-4389-9377-ac6255fd082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.885920 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] For port 4b2616cc-54d4-45b5-b432-8882540fbe54, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=4b2616cc-54d4-45b5-b432-8882540fbe54,segment=NetworkSegment(bc95a0db-550a-4945-858c-b413623f8ee8),segment_id=bc95a0db-550a-4945-858c-b413623f8ee8)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:10.886388 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.887988 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530894'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.888607 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c852b052-739b-409f-b33b-8c681a9df5d8 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 20:43:10.897161 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.898956 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9a36cfc6-fc22-4462-9e49-557b95792cd8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c852b052-739b-409f-b33b-8c681a9df5d8 HTTP/1.1" status: 204 len: 168 time: 1.2588139 Sep 20 20:43:10.900927 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] Calling delete_port for 4b2616cc-54d4-45b5-b432-8882540fbe54 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:10.901606 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46002) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:10.949199 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e4ee72-69c2-49ac-b0d8-5d95e11f9f06 admin admin] Deleting subnet 4a58fc1e-953d-42b2-85f9-26a9f11f733c {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:43:10.952585 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ee72-69c2-49ac-b0d8-5d95e11f9f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:10.989439 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ee72-69c2-49ac-b0d8-5d95e11f9f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9723860'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.076206 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ee72-69c2-49ac-b0d8-5d95e11f9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.108344 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.135571 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2616cc-54d4-45b5-b432-8882540fbe54,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:11.154040 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ee72-69c2-49ac-b0d8-5d95e11f9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8543097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552993'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.201693 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4ee72-69c2-49ac-b0d8-5d95e11f9f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a58fc1e-953d-42b2-85f9-26a9f11f733c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:11.207337 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ee72-69c2-49ac-b0d8-5d95e11f9f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.212554 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a6e4ee72-69c2-49ac-b0d8-5d95e11f9f06 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4a58fc1e-953d-42b2-85f9-26a9f11f733c HTTP/1.1" status: 204 len: 168 time: 0.3068733 Sep 20 20:43:11.213576 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46010) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:11.220893 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3340fd-33a5-4c08-8254-a21fba980d32 None None] Network 5a86c9fb-9976-401d-918c-0b6a331f9f0b requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:11.305872 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.379347 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529826'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.419875 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Deleting port 051a8bea-5502-48be-983f-590709f6d627 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:11.420456 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.499649 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] For port 051a8bea-5502-48be-983f-590709f6d627, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=051a8bea-5502-48be-983f-590709f6d627,segment=NetworkSegment(9e23bbd7-e3f2-42a8-be54-9bd1d31eb884),segment_id=9e23bbd7-e3f2-42a8-be54-9bd1d31eb884)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:11.499900 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.516398 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Calling delete_port for 051a8bea-5502-48be-983f-590709f6d627 owned by network:dhcp {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:11.570056 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device c6b9f3fe-b901-47ca-863f-ececbb0ecf98 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:11.595254 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: c6b9f3fe-b901-47ca-863f-ececbb0ecf98 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:11.596040 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device c6b9f3fe-b901-47ca-863f-ececbb0ecf98 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:11.596658 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 3c98df80-2117-42de-a1cd-3a3853a00f86 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:11.628355 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.635340 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 3c98df80-2117-42de-a1cd-3a3853a00f86 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:11.635798 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 3c98df80-2117-42de-a1cd-3a3853a00f86 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:11.636806 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 3d7206fe-7140-48f5-8452-4c33793e34b1 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:11.652875 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=051a8bea-5502-48be-983f-590709f6d627,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:11.661156 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 3d7206fe-7140-48f5-8452-4c33793e34b1 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:11.661531 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 3d7206fe-7140-48f5-8452-4c33793e34b1 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:11.665213 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] No DVR routers for this DVR port 051a8bea-5502-48be-983f-590709f6d627 on host dv-cinder-798208-2-iscsi {{(pid=94160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:11.709475 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] Router 82989480-ea3b-4133-ad21-0997f4352a86 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:43:11.744886 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.765128 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefcda67-b2bc-4539-96c4-64756c796987 None None] DHCP port deletion for 5a86c9fb-9976-401d-918c-0b6a331f9f0b request from dv-cinder-798208-2-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 20:43:11.765439 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a86c9fb-9976-401d-918c-0b6a331f9f0b']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:11.776469 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:11.776768 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e23bbd7-e3f2-42a8-be54-9bd1d31eb884') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:11.786901 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9723871'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.800427 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.807290 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:43:11.807678 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8542887'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: timer() Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: cb(*args, **kw) Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: self._notify() Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: self.callback(batched_events) Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: event.method(event) Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: return self._get(url).json() Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:43:11.809290 dv-cinder-798208-2-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:43:11.829842 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:43:11.837285 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-83db2013-40f1-4550-be2b-6f7ca19bee07 admin admin] 10.222.0.44 "PUT /v2.0/routers/82989480-ea3b-4133-ad21-0997f4352a86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9645932 Sep 20 20:43:11.837797 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46012) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:11.840327 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e564f8-b1ed-44d6-b444-338275713a42 None None] Sync routers for ids ['82989480-ea3b-4133-ad21-0997f4352a86'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:43:11.849172 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e564f8-b1ed-44d6-b444-338275713a42 None None] Routers {'82989480-ea3b-4133-ad21-0997f4352a86'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:11.849777 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-84e564f8-b1ed-44d6-b444-338275713a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['82989480-ea3b-4133-ad21-0997f4352a86'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:11.874556 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.883657 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:11.887206 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] 10.222.0.44 "DELETE /v2.0/networks/5a86c9fb-9976-401d-918c-0b6a331f9f0b HTTP/1.1" status: 204 len: 168 time: 0.6718092 Sep 20 20:43:11.890645 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46016) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:11.915882 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56174653-afc4-4f84-9d22-a139ae495f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=5a86c9fb-9976-401d-918c-0b6a331f9f0b,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:11.972088 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-84e564f8-b1ed-44d6-b444-338275713a42 None None] Set router 82989480-ea3b-4133-ad21-0997f4352a86 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:11.972644 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:12.086977 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:12.159080 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Deleting port 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:12.159546 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:12.240949 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-84e564f8-b1ed-44d6-b444-338275713a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82989480-ea3b-4133-ad21-0997f4352a86', 'name': 'tempest-TestMinimumBasicScenario-1219224245-router', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:38Z', 'updated_at': '2021-09-20T20:43:11Z', 'revision_number': 5, 'project_id': '763769a2845847908b62cea54f3440c2', 'gw_port': {'id': '43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82989480-ea3b-4133-ad21-0997f4352a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:40:39Z', 'updated_at': '2021-09-20T20:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:12.280026 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e564f8-b1ed-44d6-b444-338275713a42 None None] Checking router: 82989480-ea3b-4133-ad21-0997f4352a86 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:43:12.288562 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e564f8-b1ed-44d6-b444-338275713a42 None None] Routers {'82989480-ea3b-4133-ad21-0997f4352a86'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:12.290043 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-84e564f8-b1ed-44d6-b444-338275713a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:42:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['82989480-ea3b-4133-ad21-0997f4352a86'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:12.297085 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] For port 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:12.297456 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:12.311197 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Calling delete_port for 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:12.374846 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529938'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:12.384989 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-84e564f8-b1ed-44d6-b444-338275713a42 None None] Set router 82989480-ea3b-4133-ad21-0997f4352a86 gateway port host: None {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:12.449803 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-84e564f8-b1ed-44d6-b444-338275713a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82989480-ea3b-4133-ad21-0997f4352a86', 'name': 'tempest-TestMinimumBasicScenario-1219224245-router', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:38Z', 'updated_at': '2021-09-20T20:43:12Z', 'revision_number': 6, 'project_id': '763769a2845847908b62cea54f3440c2', 'gw_port_host': None}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:12.475562 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e564f8-b1ed-44d6-b444-338275713a42 None None] The sync data for ids ['82989480-ea3b-4133-ad21-0997f4352a86'] in dv-cinder-798208-2-iscsi is: [{'id': '82989480-ea3b-4133-ad21-0997f4352a86', 'name': 'tempest-TestMinimumBasicScenario-1219224245-router', 'tenant_id': '763769a2845847908b62cea54f3440c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:40:38Z', 'updated_at': '2021-09-20T20:43:12Z', 'revision_number': 6, 'project_id': '763769a2845847908b62cea54f3440c2', 'gw_port_host': None}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:43:12.526295 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:12.553761 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Pushing event deleted for resources: {'Port': ['ID=43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:12.620951 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529764'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:12.653426 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] Deleting port 91a730dd-b872-48ae-bb9f-3453a32e13d2 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:12.653761 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:12.728911 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] For port 91a730dd-b872-48ae-bb9f-3453a32e13d2, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=91a730dd-b872-48ae-bb9f-3453a32e13d2,segment=NetworkSegment(598c7941-991e-4ebc-8c8a-cc34152e1b48),segment_id=598c7941-991e-4ebc-8c8a-cc34152e1b48)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:12.729347 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:12.742883 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] Calling delete_port for 91a730dd-b872-48ae-bb9f-3453a32e13d2 owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:12.929506 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:12.961163 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a730dd-b872-48ae-bb9f-3453a32e13d2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:12.987123 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7853'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:12.989258 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.053148 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530894'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.053668 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82989480-ea3b-4133-ad21-0997f4352a86 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 20:43:13.059401 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.062763 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d4f46f80-6503-4450-9db4-1a4b353b951d admin admin] 10.222.0.44 "DELETE /v2.0/routers/82989480-ea3b-4133-ad21-0997f4352a86 HTTP/1.1" status: 204 len: 168 time: 1.2217205 Sep 20 20:43:13.063109 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46042) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:13.112618 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a575ebfd-6176-449d-8eeb-683b786621f4 admin admin] Deleting subnet dbbcf6ba-c21b-4c06-84ed-372986d9d450 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:43:13.115994 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a575ebfd-6176-449d-8eeb-683b786621f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.126932 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529826'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.151208 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a575ebfd-6176-449d-8eeb-683b786621f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8977074'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.225571 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a575ebfd-6176-449d-8eeb-683b786621f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.287180 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a575ebfd-6176-449d-8eeb-683b786621f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9331253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8523901'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.315558 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575ebfd-6176-449d-8eeb-683b786621f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbcf6ba-c21b-4c06-84ed-372986d9d450,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:13.319298 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a575ebfd-6176-449d-8eeb-683b786621f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.323101 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a575ebfd-6176-449d-8eeb-683b786621f4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dbbcf6ba-c21b-4c06-84ed-372986d9d450 HTTP/1.1" status: 204 len: 168 time: 0.2568130 Sep 20 20:43:13.323707 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46046) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:13.326277 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00204a82-1983-4487-868c-d5ff14f732ef None None] Network f08cf62c-040a-4aba-9783-13de5f3ee515 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:13.373350 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] Router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:43:13.423807 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.525751 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50ff49f7-1958-41e0-bc3f-f8d8b06cb152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.528742 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 051a8bea-5502-48be-983f-590709f6d627 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:13.541346 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Deleting port 7526a6a0-0d07-4740-9992-538b365af1b6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:13.542347 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.548819 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:43:13.552351 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 051a8bea-5502-48be-983f-590709f6d627 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:13.552905 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 051a8bea-5502-48be-983f-590709f6d627 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:13.553464 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 4b2616cc-54d4-45b5-b432-8882540fbe54 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:13.558351 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-dfbc3f06-fee5-4730-992b-e63aa18928b8 admin admin] 10.222.0.44 "PUT /v2.0/routers/06b9c978-9e61-46c7-8676-bf3ee92ad2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6487052 Sep 20 20:43:13.563092 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bccf55-e0da-4722-97e0-1785b19063bd None None] Sync routers for ids ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:43:13.563538 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46052) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:13.580938 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bccf55-e0da-4722-97e0-1785b19063bd None None] Routers {'06b9c978-9e61-46c7-8676-bf3ee92ad2e7'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:13.585647 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f3bccf55-e0da-4722-97e0-1785b19063bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:13.609216 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 4b2616cc-54d4-45b5-b432-8882540fbe54 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:13.609552 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 4b2616cc-54d4-45b5-b432-8882540fbe54 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:13.609963 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:13.632578 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:13.632813 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 43a7afbc-37e4-4d0f-9fbc-2bc52dd25cf2 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:13.710733 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0bf303-531b-412d-bbbe-82d66737fa71 None None] DHCP port deletion for f08cf62c-040a-4aba-9783-13de5f3ee515 request from dv-cinder-798208-2-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 20:43:13.731026 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] For port 7526a6a0-0d07-4740-9992-538b365af1b6, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=7526a6a0-0d07-4740-9992-538b365af1b6,segment=NetworkSegment(bc95a0db-550a-4945-858c-b413623f8ee8),segment_id=bc95a0db-550a-4945-858c-b413623f8ee8)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:13.732254 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.775939 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Calling delete_port for 7526a6a0-0d07-4740-9992-538b365af1b6 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:13.799162 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-8c0bf303-531b-412d-bbbe-82d66737fa71 None None] Deleting port 7526a6a0-0d07-4740-9992-538b365af1b6 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:13.799162 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf303-531b-412d-bbbe-82d66737fa71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.814779 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.902452 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-8c0bf303-531b-412d-bbbe-82d66737fa71 None None] For port 7526a6a0-0d07-4740-9992-538b365af1b6, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=7526a6a0-0d07-4740-9992-538b365af1b6,segment=NetworkSegment(bc95a0db-550a-4945-858c-b413623f8ee8),segment_id=bc95a0db-550a-4945-858c-b413623f8ee8)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:13.902757 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf303-531b-412d-bbbe-82d66737fa71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.926080 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-8c0bf303-531b-412d-bbbe-82d66737fa71 None None] Calling delete_port for 7526a6a0-0d07-4740-9992-538b365af1b6 owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:13.930941 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.944951 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:13.950863 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-f3bccf55-e0da-4722-97e0-1785b19063bd None None] Set router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:13.971389 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=7526a6a0-0d07-4740-9992-538b365af1b6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:13.976010 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] No DVR routers for this DVR port 7526a6a0-0d07-4740-9992-538b365af1b6 on host dv-cinder-798208-2-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:14.018461 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Deleting port 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:14.018863 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.058738 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.087056 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.092990 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08cf62c-040a-4aba-9783-13de5f3ee515']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:14.105867 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc95a0db-550a-4945-858c-b413623f8ee8') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:14.106310 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc95a0db-550a-4945-858c-b413623f8ee8') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:14.116426 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.129514 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf303-531b-412d-bbbe-82d66737fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.142912 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.145468 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46060) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:14.151182 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:43:14.151828 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:43:14.154120 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:43:14.159130 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] For port 5f22a48e-2774-4ae8-a52d-ed3ed52505c1, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=5f22a48e-2774-4ae8-a52d-ed3ed52505c1,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:14.159497 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.169982 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0bf303-531b-412d-bbbe-82d66737fa71 None None] No DVR routers for this DVR port 7526a6a0-0d07-4740-9992-538b365af1b6 on host dv-cinder-798208-2-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:14.174206 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bf303-531b-412d-bbbe-82d66737fa71 None None] Pushing event deleted for resources: {'Port': ['ID=7526a6a0-0d07-4740-9992-538b365af1b6,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:14.188293 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Calling delete_port for 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:14.203210 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f3bccf55-e0da-4722-97e0-1785b19063bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'name': 'tempest-TestShelveInstance-1219838372-router', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:39Z', 'updated_at': '2021-09-20T20:43:12Z', 'revision_number': 5, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'gw_port': {'id': '5f22a48e-2774-4ae8-a52d-ed3ed52505c1', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:37:40Z', 'updated_at': '2021-09-20T20:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:14.238771 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bccf55-e0da-4722-97e0-1785b19063bd None None] Checking router: 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:43:14.252223 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bccf55-e0da-4722-97e0-1785b19063bd None None] Routers {'06b9c978-9e61-46c7-8676-bf3ee92ad2e7'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:14.253164 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f3bccf55-e0da-4722-97e0-1785b19063bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:14.256616 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.263148 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.265526 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] 10.222.0.44 "DELETE /v2.0/networks/f08cf62c-040a-4aba-9783-13de5f3ee515 HTTP/1.1" status: 204 len: 168 time: 0.9407279 Sep 20 20:43:14.292860 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a870a4-b1a4-48b1-9a67-ba6988c61f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=f08cf62c-040a-4aba-9783-13de5f3ee515,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:14.329731 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d2685877-dab7-4ec7-8f79-39f4b3955264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.347223 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-f3bccf55-e0da-4722-97e0-1785b19063bd None None] Set router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:14.407895 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-f3bccf55-e0da-4722-97e0-1785b19063bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'name': 'tempest-TestShelveInstance-1219838372-router', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:39Z', 'updated_at': '2021-09-20T20:43:13Z', 'revision_number': 6, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'gw_port_host': None}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:14.440036 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.442752 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bccf55-e0da-4722-97e0-1785b19063bd None None] The sync data for ids ['06b9c978-9e61-46c7-8676-bf3ee92ad2e7'] in dv-cinder-798208-2-iscsi is: [{'id': '06b9c978-9e61-46c7-8676-bf3ee92ad2e7', 'name': 'tempest-TestShelveInstance-1219838372-router', 'tenant_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:37:39Z', 'updated_at': '2021-09-20T20:43:13Z', 'revision_number': 6, 'project_id': 'b72d8b4406ef49068d5b5385d7f2157c', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:43:14.458418 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46068) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:14.476223 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f22a48e-2774-4ae8-a52d-ed3ed52505c1,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:14.506871 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1bc989aa-f8f4-483c-b394-c6ad6ce84bc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5552c298b38a444e8d97a2fa59684129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468645 Sep 20 20:43:14.509571 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46070) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:14.554377 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d2685877-dab7-4ec7-8f79-39f4b3955264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.560981 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-575ce5ba-e308-4515-b395-1820ea804014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.562404 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d2685877-dab7-4ec7-8f79-39f4b3955264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.565249 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529764'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.582173 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-575ce5ba-e308-4515-b395-1820ea804014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.630170 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-575ce5ba-e308-4515-b395-1820ea804014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.632791 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-575ce5ba-e308-4515-b395-1820ea804014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.634086 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-575ce5ba-e308-4515-b395-1820ea804014 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b883a04-2b35-43bf-bae5-f7696a66a59b HTTP/1.1" status: 204 len: 168 time: 0.1234300 Sep 20 20:43:14.644491 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ce5ba-e308-4515-b395-1820ea804014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b883a04-2b35-43bf-bae5-f7696a66a59b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:14.709476 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.897679 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d2685877-dab7-4ec7-8f79-39f4b3955264 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4218be0b7799450582f7f61eb299f2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508397 Sep 20 20:43:14.900889 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46076) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:14.928005 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2685877-dab7-4ec7-8f79-39f4b3955264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392a86a1-ca15-4a73-9278-77ec6d15e6fe,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:14.931919 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7853'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.934459 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.962015 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-360212a8-c86c-4551-a508-ae163c1d35f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.984495 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-360212a8-c86c-4551-a508-ae163c1d35f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.984685 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530894'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.985290 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b9c978-9e61-46c7-8676-bf3ee92ad2e7 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 20:43:14.990527 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:14.991711 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3e4c36c1-188a-415c-a57b-2b513a7fdfd3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/06b9c978-9e61-46c7-8676-bf3ee92ad2e7 HTTP/1.1" status: 204 len: 168 time: 1.4286773 Sep 20 20:43:14.992446 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46078) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:14.994312 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46080) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:15.034708 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-360212a8-c86c-4551-a508-ae163c1d35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.037284 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-360212a8-c86c-4551-a508-ae163c1d35f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.038432 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-360212a8-c86c-4551-a508-ae163c1d35f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/392a86a1-ca15-4a73-9278-77ec6d15e6fe HTTP/1.1" status: 204 len: 168 time: 0.1365681 Sep 20 20:43:15.047441 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360212a8-c86c-4551-a508-ae163c1d35f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392a86a1-ca15-4a73-9278-77ec6d15e6fe,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:15.071748 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da213ae-b9c3-4b73-8301-3e847e720bcb admin admin] Deleting subnet 64d169de-a0dc-4873-b974-f90a874aee44 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:43:15.076353 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c2475a15-02fa-4cd3-83ca-cfcb75fe7812 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=763769a2845847908b62cea54f3440c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828507 Sep 20 20:43:15.077188 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1da213ae-b9c3-4b73-8301-3e847e720bcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.079099 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46084) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:15.138523 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1da213ae-b9c3-4b73-8301-3e847e720bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9723860'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.196876 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aebd3eb-2580-4960-b9d5-84af5a9c78f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.249318 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aebd3eb-2580-4960-b9d5-84af5a9c78f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.264544 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1da213ae-b9c3-4b73-8301-3e847e720bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.345926 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1da213ae-b9c3-4b73-8301-3e847e720bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8543097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552993'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.370466 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aebd3eb-2580-4960-b9d5-84af5a9c78f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.373025 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aebd3eb-2580-4960-b9d5-84af5a9c78f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.374208 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5aebd3eb-2580-4960-b9d5-84af5a9c78f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08dcbd40-17df-4416-90bc-c43b5721fe64 HTTP/1.1" status: 204 len: 168 time: 0.2940998 Sep 20 20:43:15.377810 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da213ae-b9c3-4b73-8301-3e847e720bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d169de-a0dc-4873-b974-f90a874aee44,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:15.389254 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebd3eb-2580-4960-b9d5-84af5a9c78f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dcbd40-17df-4416-90bc-c43b5721fe64,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:15.391267 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1da213ae-b9c3-4b73-8301-3e847e720bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.399387 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cded6ee7-240f-46f9-a49c-95de67a8560c None None] Network a67e843a-e95e-484a-9522-8f98a891247c requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:15.415243 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46092) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:15.421765 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46094) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:15.422167 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1da213ae-b9c3-4b73-8301-3e847e720bcb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/64d169de-a0dc-4873-b974-f90a874aee44 HTTP/1.1" status: 204 len: 168 time: 0.4127610 Sep 20 20:43:15.439558 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:15.447663 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e08f2d81-6aca-40ba-9622-8cf39e611b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.511282 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:15.511785 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 5f22a48e-2774-4ae8-a52d-ed3ed52505c1 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:15.512541 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 91a730dd-b872-48ae-bb9f-3453a32e13d2 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:15.562339 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 91a730dd-b872-48ae-bb9f-3453a32e13d2 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:15.562683 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 91a730dd-b872-48ae-bb9f-3453a32e13d2 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:15.563094 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 7526a6a0-0d07-4740-9992-538b365af1b6 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:15.569572 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.585541 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 7526a6a0-0d07-4740-9992-538b365af1b6 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:15.586612 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 7526a6a0-0d07-4740-9992-538b365af1b6 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:15.671304 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Deleting port e027e8aa-2074-4f78-8ecc-095b26c2e8e9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:15.671647 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.690620 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e08f2d81-6aca-40ba-9622-8cf39e611b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.732999 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e08f2d81-6aca-40ba-9622-8cf39e611b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.753363 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f98658c-5b64-4ccc-80a1-9fbaa064ef70 None None] DHCP port deletion for a67e843a-e95e-484a-9522-8f98a891247c request from dv-cinder-798208-2-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 20:43:15.770696 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] For port e027e8aa-2074-4f78-8ecc-095b26c2e8e9, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e027e8aa-2074-4f78-8ecc-095b26c2e8e9,segment=NetworkSegment(598c7941-991e-4ebc-8c8a-cc34152e1b48),segment_id=598c7941-991e-4ebc-8c8a-cc34152e1b48)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:15.771061 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.791508 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f2d81-6aca-40ba-9622-8cf39e611b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad0564-a8af-4a19-bf36-97fe0661b2b9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:15.801329 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-e08f2d81-6aca-40ba-9622-8cf39e611b59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94ffcbde7d2c47b8bb276894dfb4c338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759229 Sep 20 20:43:15.801329 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Calling delete_port for e027e8aa-2074-4f78-8ecc-095b26c2e8e9 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:15.801506 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46104) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:15.810869 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-0f98658c-5b64-4ccc-80a1-9fbaa064ef70 None None] Deleting port e027e8aa-2074-4f78-8ecc-095b26c2e8e9 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:15.811239 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f98658c-5b64-4ccc-80a1-9fbaa064ef70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.875062 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1acdb130-ad2f-47d2-a410-7a8889a1612b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.885444 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-0f98658c-5b64-4ccc-80a1-9fbaa064ef70 None None] For port e027e8aa-2074-4f78-8ecc-095b26c2e8e9, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e027e8aa-2074-4f78-8ecc-095b26c2e8e9,segment=NetworkSegment(598c7941-991e-4ebc-8c8a-cc34152e1b48),segment_id=598c7941-991e-4ebc-8c8a-cc34152e1b48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:15.885775 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f98658c-5b64-4ccc-80a1-9fbaa064ef70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.888661 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.905519 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1acdb130-ad2f-47d2-a410-7a8889a1612b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.908394 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-0f98658c-5b64-4ccc-80a1-9fbaa064ef70 None None] Calling delete_port for e027e8aa-2074-4f78-8ecc-095b26c2e8e9 owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:15.927351 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Pushing event deleted for resources: {'Port': ['ID=e027e8aa-2074-4f78-8ecc-095b26c2e8e9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:15.929200 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] No DVR routers for this DVR port e027e8aa-2074-4f78-8ecc-095b26c2e8e9 on host dv-cinder-798208-2-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:15.971980 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1acdb130-ad2f-47d2-a410-7a8889a1612b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.975133 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1acdb130-ad2f-47d2-a410-7a8889a1612b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:15.976899 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1acdb130-ad2f-47d2-a410-7a8889a1612b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3bad0564-a8af-4a19-bf36-97fe0661b2b9 HTTP/1.1" status: 204 len: 168 time: 0.1739640 Sep 20 20:43:15.989200 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdb130-ad2f-47d2-a410-7a8889a1612b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad0564-a8af-4a19-bf36-97fe0661b2b9,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:16.024778 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.042198 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f98658c-5b64-4ccc-80a1-9fbaa064ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.049143 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67e843a-e95e-484a-9522-8f98a891247c']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:16.061682 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598c7941-991e-4ebc-8c8a-cc34152e1b48') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:16.061977 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598c7941-991e-4ebc-8c8a-cc34152e1b48') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:16.072234 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98658c-5b64-4ccc-80a1-9fbaa064ef70 None None] Pushing event deleted for resources: {'Port': ['ID=e027e8aa-2074-4f78-8ecc-095b26c2e8e9,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:16.074403 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f98658c-5b64-4ccc-80a1-9fbaa064ef70 None None] No DVR routers for this DVR port e027e8aa-2074-4f78-8ecc-095b26c2e8e9 on host dv-cinder-798208-2-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:16.078996 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.098721 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.105108 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:43:16.105512 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:43:16.107674 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:43:16.168026 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.174887 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.177643 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] 10.222.0.44 "DELETE /v2.0/networks/a67e843a-e95e-484a-9522-8f98a891247c HTTP/1.1" status: 204 len: 168 time: 0.7614195 Sep 20 20:43:16.188442 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e90dfd-f6e8-4e8e-bc4a-a4fbe25aefdc admin admin] Pushing event deleted for resources: {'Network': ['ID=a67e843a-e95e-484a-9522-8f98a891247c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:16.235294 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.352816 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46122) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:16.365884 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e403303-29b6-4f67-a190-ceea963799f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.378239 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46124) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:16.440124 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46126) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:16.445204 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-b3ee723a-2655-4b85-965d-0170363e1af5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e9e4fd3f7ad4a31b8ae92b141acfaff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645223 Sep 20 20:43:16.447536 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46130) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:16.494545 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e403303-29b6-4f67-a190-ceea963799f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.500211 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e403303-29b6-4f67-a190-ceea963799f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.506311 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d93a5d4a-20ef-4397-9354-c6385a1bcd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.530636 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d93a5d4a-20ef-4397-9354-c6385a1bcd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.542544 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1e403303-29b6-4f67-a190-ceea963799f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfec7a05844c4b27a00172071074f752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862652 Sep 20 20:43:16.544363 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46134) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:16.554263 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e403303-29b6-4f67-a190-ceea963799f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48d1bbd-f168-4c7b-ab99-783b11f4a889,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:16.571372 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-111449602-network', 'tenant_id': '8fe954198bb24397af532d69779c8834'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:16.631726 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Made reservation on behalf of 8fe954198bb24397af532d69779c8834 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:16.634272 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.647585 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-61f2defd-72e6-4508-8ff3-bf3418ad0caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.651100 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.663716 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d93a5d4a-20ef-4397-9354-c6385a1bcd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.666953 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d93a5d4a-20ef-4397-9354-c6385a1bcd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.668073 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d93a5d4a-20ef-4397-9354-c6385a1bcd6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/440f04e0-7679-439a-ba30-c4698429b720 HTTP/1.1" status: 204 len: 168 time: 0.2196395 Sep 20 20:43:16.688086 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-61f2defd-72e6-4508-8ff3-bf3418ad0caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.691501 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a5d4a-20ef-4397-9354-c6385a1bcd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440f04e0-7679-439a-ba30-c4698429b720,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:16.767025 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-61f2defd-72e6-4508-8ff3-bf3418ad0caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.769647 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-61f2defd-72e6-4508-8ff3-bf3418ad0caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.774133 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-61f2defd-72e6-4508-8ff3-bf3418ad0caf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a48d1bbd-f168-4c7b-ab99-783b11f4a889 HTTP/1.1" status: 204 len: 168 time: 0.2250168 Sep 20 20:43:16.791549 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2defd-72e6-4508-8ff3-bf3418ad0caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48d1bbd-f168-4c7b-ab99-783b11f4a889,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:16.833680 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.838609 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.859712 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:43:16.874876 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c827ecb7-b0bf-47d9-9f7f-2c734c52e5e3,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:16.878248 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.878598 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Added segment 10eef5c3-bb61-4ff2-876c-c73989486d48 of type vlan for network 2eb00826-e894-4d88-a83d-39c86dd4c036 Sep 20 20:43:16.931700 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.959824 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.961852 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:16.962540 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:16.972470 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46144) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:16.998357 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5541332 Sep 20 20:43:16.999447 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46146) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:17.004861 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] Request body: {'subnet': {'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-111449602-subnet', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:17.028458 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ec0c1-ebbe-4d4d-8f69-f41f807b86be admin admin] Pushing event updated for resources: {'Network': ['ID=2eb00826-e894-4d88-a83d-39c86dd4c036,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:17.030582 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-3867d9b3-9180-428d-bfa1-939c89a1c4da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b72d8b4406ef49068d5b5385d7f2157c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565152 Sep 20 20:43:17.033230 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46148) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:17.041216 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 2eb00826-e894-4d88-a83d-39c86dd4c036 details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:43:17.053757 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] Made reservation on behalf of 8fe954198bb24397af532d69779c8834 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:17.056725 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8523866'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.109241 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-42e29661-8a57-4956-80de-62c1c22233d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.133462 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-42e29661-8a57-4956-80de-62c1c22233d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.190932 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-42e29661-8a57-4956-80de-62c1c22233d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.193742 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-42e29661-8a57-4956-80de-62c1c22233d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.197420 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-42e29661-8a57-4956-80de-62c1c22233d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/171211d5-5218-47e2-a6b3-2b57702897d9 HTTP/1.1" status: 204 len: 168 time: 0.1602087 Sep 20 20:43:17.203098 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e29661-8a57-4956-80de-62c1c22233d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171211d5-5218-47e2-a6b3-2b57702897d9,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:17.277474 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9331318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8523892'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.337281 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=903adba1-e694-44d5-ae80-e78101422620,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:17.346740 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] Checking segment: {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:17.347176 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] Network hostable DHCP agents. Network: 2eb00826-e894-4d88-a83d-39c86dd4c036, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:43:17.369322 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] Network 2eb00826-e894-4d88-a83d-39c86dd4c036 is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:43:17.386393 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 2eb00826-e894-4d88-a83d-39c86dd4c036) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:17.397198 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e5514-4901-478d-97bd-d1a3662c44f9 None None] Network 2eb00826-e894-4d88-a83d-39c86dd4c036 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:17.423364 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:17.424393 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.438382 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e027e8aa-2074-4f78-8ecc-095b26c2e8e9 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:17.449546 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46162) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:17.454149 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d18abce9-25da-47b8-a56a-493506167da5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4525218 Sep 20 20:43:17.456803 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:17.500351 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: e027e8aa-2074-4f78-8ecc-095b26c2e8e9 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:17.500718 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e027e8aa-2074-4f78-8ecc-095b26c2e8e9 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:17.502209 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7871'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.504760 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7844'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.578138 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.683189 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81fd09d5-7c20-5b0a-b15b-6ad7e40d78d1-2eb00826-e894-4d88-a83d-39c86dd4c036', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620'}]}} from dv-cinder-798208-2-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 20:43:17.685265 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.763434 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:17.858298 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Allocated IP 172.20.0.2 (2eb00826-e894-4d88-a83d-39c86dd4c036/903adba1-e694-44d5-ae80-e78101422620/1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:43:17.990369 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:18.014835 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:18.050325 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:18.057983 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:18.119165 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Network 2eb00826-e894-4d88-a83d-39c86dd4c036 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:43:18.124654 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:18.130892 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:43:18.133418 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Pushing event updated for resources: {'Port': ['ID=1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:18.172216 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Allocated IP 172.27.2.18 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/8bdb228a-dd87-4462-abaa-a485928d9fbd) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:43:18.291383 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:18.310348 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Attempting to bind port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:43:18.310960 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Attempting to bind port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:43:18.311433 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Attempting to bind port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 on network 2eb00826-e894-4d88-a83d-39c86dd4c036 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:43:18.317315 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:43:18.317802 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Checking segment: {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:18.318353 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:18.318860 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Bound using segment: {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:43:18.319382 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Bound port: 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:43:18.319959 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:18.329986 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:18.364626 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:43:18.368828 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:18.372361 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:43:18.389202 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] For port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:43:18.392691 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] For port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:43:18.398028 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:18.404365 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdb228a-dd87-4462-abaa-a485928d9fbd,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:18.459614 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb9ab5-f98f-4dd8-b9f4-978ef14ac04a None None] Pushing event updated for resources: {'Port': ['ID=1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:18.666680 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:18.885906 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529736'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:19.015815 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Router 35e606b7-0665-41d9-944e-268874a135e8 is scheduled to L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 20:43:19.128478 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:43:19.142944 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Sync routers for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:43:19.160069 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:19.164521 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4b53f45f-8b97-4c73-8dc1-728ffd4a3511 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7105772 Sep 20 20:43:19.164670 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:19.164670 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:19.164875 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46230) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:19.349872 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:19.502687 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:19.544600 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129151e6-99d9-48c3-931c-b5a081212e06 None None] Network 2eb00826-e894-4d88-a83d-39c86dd4c036 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:19.624967 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46244) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:19.682130 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-76aedb5e-2294-48ad-b8f6-f0898f59917e None None] Provisioning complete for port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:19.682499 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-76aedb5e-2294-48ad-b8f6-f0898f59917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:19.743874 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e831e2c9-00f2-4256-8557-7914186f7c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:19.755811 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:19.756182 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:19.845947 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e831e2c9-00f2-4256-8557-7914186f7c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:19.851464 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e831e2c9-00f2-4256-8557-7914186f7c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:19.894800 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-e831e2c9-00f2-4256-8557-7914186f7c1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db46ad382e7244438ffd68ac60738a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684052 Sep 20 20:43:19.896182 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831e2c9-00f2-4256-8557-7914186f7c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65291d64-1a65-40a0-aa7f-e4333d21928f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:19.897692 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46248) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:19.902032 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:18Z', 'revision_number': 3, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:19.952999 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Checking router: 35e606b7-0665-41d9-944e-268874a135e8 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:43:19.953343 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Updating router 35e606b7-0665-41d9-944e-268874a135e8 port 8bdb228a-dd87-4462-abaa-a485928d9fbd binding host dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:43:19.959284 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-76aedb5e-2294-48ad-b8f6-f0898f59917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:19.979992 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:19.993005 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5eea610b-ac71-40ea-ab25-2363985e689b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.011156 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.018847 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.025473 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5eea610b-ac71-40ea-ab25-2363985e689b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.056237 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-76aedb5e-2294-48ad-b8f6-f0898f59917e None None] For port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:20.069037 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-76aedb5e-2294-48ad-b8f6-f0898f59917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.177058 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5eea610b-ac71-40ea-ab25-2363985e689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.180187 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5eea610b-ac71-40ea-ab25-2363985e689b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.183923 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5eea610b-ac71-40ea-ab25-2363985e689b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65291d64-1a65-40a0-aa7f-e4333d21928f HTTP/1.1" status: 204 len: 168 time: 0.2806644 Sep 20 20:43:20.198849 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea610b-ac71-40ea-ab25-2363985e689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65291d64-1a65-40a0-aa7f-e4333d21928f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:20.201021 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Allocated IP 172.20.0.1 (2eb00826-e894-4d88-a83d-39c86dd4c036/903adba1-e694-44d5-ae80-e78101422620/e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:43:20.245071 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.db.api [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 20:43:20.245679 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG oslo_db.api [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 20:43:20.253937 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aedb5e-2294-48ad-b8f6-f0898f59917e None None] Pushing event updated for resources: {'Port': ['ID=1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:20.275031 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-d7b9f9f7-0124-4959-bc67-1855000d47a6 None None] Provisioning complete for port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:20.275447 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f9f7-0124-4959-bc67-1855000d47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.317341 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.355527 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.392493 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Network 2eb00826-e894-4d88-a83d-39c86dd4c036 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:43:20.395418 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:20.399472 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:43:20.431234 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:20.450956 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529823'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.505430 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.513748 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.553038 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46258) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:20.569853 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41d7c321-30fc-40b7-9b29-eec9fc27f1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.599236 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Attempting to bind port 8bdb228a-dd87-4462-abaa-a485928d9fbd on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:43:20.599581 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Attempting to bind port 8bdb228a-dd87-4462-abaa-a485928d9fbd by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:43:20.599897 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Attempting to bind port 8bdb228a-dd87-4462-abaa-a485928d9fbd on network cbef75a3-08eb-4f42-a4dd-36fb4337e14f {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:43:20.609060 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b3bdf-2ba9-4a73-98a5-8041169918b1 None None] Pushing event updated for resources: {'Port': ['ID=8bdb228a-dd87-4462-abaa-a485928d9fbd,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:20.612674 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:43:20.613036 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Checking segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:20.613790 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.614200 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Bound using segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:43:20.614672 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Bound port: 8bdb228a-dd87-4462-abaa-a485928d9fbd, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:43:20.615045 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.635158 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.697099 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41d7c321-30fc-40b7-9b29-eec9fc27f1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.698771 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] For port 8bdb228a-dd87-4462-abaa-a485928d9fbd, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:43:20.702466 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] For port 8bdb228a-dd87-4462-abaa-a485928d9fbd, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=8bdb228a-dd87-4462-abaa-a485928d9fbd,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:43:20.705804 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41d7c321-30fc-40b7-9b29-eec9fc27f1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.707937 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.736879 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-41d7c321-30fc-40b7-9b29-eec9fc27f1ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1dd64cde815f4814b6fefc37dfdb2320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828759 Sep 20 20:43:20.743076 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46262) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:20.762368 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7c321-30fc-40b7-9b29-eec9fc27f1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d29347b-f9eb-46bf-a3f0-8ee1907e912c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:20.803046 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:20.803674 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:20.857561 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-3cf3fb31-038e-40c6-b302-f4b7e9f0077a None None] Provisioning complete for port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:20.857923 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fb31-038e-40c6-b302-f4b7e9f0077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.864673 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b3bdf-2ba9-4a73-98a5-8041169918b1 None None] Pushing event updated for resources: {'Port': ['ID=8bdb228a-dd87-4462-abaa-a485928d9fbd,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:20.866629 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b068d3-c134-4e3f-9c2f-51f3550a1bf3 req-0a1d5624-8422-41cf-aaaa-cb30a9563a63 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:20.868198 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d5b068d3-c134-4e3f-9c2f-51f3550a1bf3 req-0a1d5624-8422-41cf-aaaa-cb30a9563a63 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 945 time: 0.1284578 Sep 20 20:43:20.912875 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c8c12d82-c1f0-44f9-8190-0e1464a3a9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.937824 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3fb31-038e-40c6-b302-f4b7e9f0077a None None] Port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:43:20.961420 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d5b068d3-c134-4e3f-9c2f-51f3550a1bf3 req-08ceeecf-3f18-4059-8c18-7f173530ae1c tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793586 Sep 20 20:43:20.963384 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:20.964651 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c8c12d82-c1f0-44f9-8190-0e1464a3a9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.967674 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:20.980844 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:21.070481 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529935'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:21.074080 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:21.105874 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c8c12d82-c1f0-44f9-8190-0e1464a3a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:21.108507 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c8c12d82-c1f0-44f9-8190-0e1464a3a9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:21.109672 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c8c12d82-c1f0-44f9-8190-0e1464a3a9ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d29347b-f9eb-46bf-a3f0-8ee1907e912c HTTP/1.1" status: 204 len: 168 time: 0.3650138 Sep 20 20:43:21.123369 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c12d82-c1f0-44f9-8190-0e1464a3a9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d29347b-f9eb-46bf-a3f0-8ee1907e912c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:21.184625 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Network 2eb00826-e894-4d88-a83d-39c86dd4c036 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:43:21.186212 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:21.307999 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 1, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:21.316562 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Router 35e606b7-0665-41d9-944e-268874a135e8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:43:21.339215 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21edc62-9378-4e66-aa22-03035c732942 None None] The sync data for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi is: [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 1, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:43:21.431100 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:21.456730 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:43:21.474547 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bd5ffa13-b595-4105-85c2-6f0e2630d7a4 admin admin] 10.222.0.44 "PUT /v2.0/routers/35e606b7-0665-41d9-944e-268874a135e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3003504 Sep 20 20:43:21.478280 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-46f43869-4729-43c4-bc49-e57ab870c9c0 None None] Provisioning complete for port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:21.478654 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-46f43869-4729-43c4-bc49-e57ab870c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:21.530456 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-46f43869-4729-43c4-bc49-e57ab870c9c0 None None] Port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:43:21.537265 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:21.537832 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.034504 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46300) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:22.132362 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427ad99-fe3b-4011-9fe4-fa57b9c68f39 req-60664c00-2f8a-49d0-b02e-1bc8f3768fe5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:22.140935 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7427ad99-fe3b-4011-9fe4-fa57b9c68f39 req-60664c00-2f8a-49d0-b02e-1bc8f3768fe5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 945 time: 0.0936191 Sep 20 20:43:22.146291 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46306) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:22.152157 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1512865755-network', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:22.176453 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Made reservation on behalf of 4d387d16f0b6488c9134d2f58425fd64 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:22.181497 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.191422 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.204947 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7427ad99-fe3b-4011-9fe4-fa57b9c68f39 req-51a71032-bcfa-4a13-b184-a5628b9b0a44 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576992 Sep 20 20:43:22.306354 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1593453543-network', 'tenant_id': 'cd84e710c41b4e4b823fc5f20226c0ad'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:22.310554 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.316468 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.349858 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:43:22.359870 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Made reservation on behalf of cd84e710c41b4e4b823fc5f20226c0ad for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:22.362217 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.369842 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcbe622-c1f2-4a0d-a3ec-39cb5be293c5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:22.381379 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.381704 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Added segment 7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d of type vlan for network 820d3fb5-be67-4004-9fd0-cbf6949ab6af Sep 20 20:43:22.383255 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.388174 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9666d5-99f9-435c-9df4-c8cd73bbf10c req-6f2cb111-8389-4ed8-b1bc-e0a13d7044dd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:22.389770 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1b9666d5-99f9-435c-9df4-c8cd73bbf10c req-6f2cb111-8389-4ed8-b1bc-e0a13d7044dd tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 945 time: 0.0659752 Sep 20 20:43:22.437776 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.481903 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.482791 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:22.483379 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.498133 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-1b9666d5-99f9-435c-9df4-c8cd73bbf10c req-576e3508-3bcf-471a-97f5-265f2f191ee8 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Deleting port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:22.498726 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1b9666d5-99f9-435c-9df4-c8cd73bbf10c req-576e3508-3bcf-471a-97f5-265f2f191ee8 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.574536 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] Pushing event updated for resources: {'Network': ['ID=820d3fb5-be67-4004-9fd0-cbf6949ab6af,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:22.586297 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 820d3fb5-be67-4004-9fd0-cbf6949ab6af details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:43:22.593227 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-1b9666d5-99f9-435c-9df4-c8cd73bbf10c req-576e3508-3bcf-471a-97f5-265f2f191ee8 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] For port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=1bf0f01a-5b68-4681-92f1-4f25aed48ccc,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:22.593601 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1b9666d5-99f9-435c-9df4-c8cd73bbf10c req-576e3508-3bcf-471a-97f5-265f2f191ee8 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.603049 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.607833 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-1b9666d5-99f9-435c-9df4-c8cd73bbf10c req-576e3508-3bcf-471a-97f5-265f2f191ee8 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Calling delete_port for 1bf0f01a-5b68-4681-92f1-4f25aed48ccc owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:22.611067 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.623155 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-83f8d44b-300c-448a-a23f-307826f492f2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4748726 Sep 20 20:43:22.623654 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46308) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:22.649347 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:43:22.659689 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96de4c7e-749c-453b-b3fd-faf2c7ffd14a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:22.667372 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.667723 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Added segment d36e5aa3-ca60-4bf2-b79d-1d9fb280f38a of type vlan for network 13d6a1c9-ca17-4957-9be7-7c5a9d9259cf Sep 20 20:43:22.668278 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] Request body: {'subnet': {'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1512865755-subnet', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:22.706791 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] Made reservation on behalf of 4d387d16f0b6488c9134d2f58425fd64 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:22.709299 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8523866'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.715479 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.740579 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.741812 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:22.742574 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.775488 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7396574 Sep 20 20:43:22.778527 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46310) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:22.784049 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] Request body: {'subnet': {'network_id': '13d6a1c9-ca17-4957-9be7-7c5a9d9259cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1593453543-subnet', 'tenant_id': 'cd84e710c41b4e4b823fc5f20226c0ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:22.822618 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa690c3-9736-4936-936c-dc4cf6960d50 admin admin] Pushing event updated for resources: {'Network': ['ID=13d6a1c9-ca17-4957-9be7-7c5a9d9259cf,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:22.836482 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 13d6a1c9-ca17-4957-9be7-7c5a9d9259cf details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:43:22.850043 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1b9666d5-99f9-435c-9df4-c8cd73bbf10c req-576e3508-3bcf-471a-97f5-265f2f191ee8 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.857043 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] Made reservation on behalf of cd84e710c41b4e4b823fc5f20226c0ad for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:22.859879 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8552966'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.864313 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['9b74c78e-9e8a-406d-b49e-e6e4bac2f060', '856c6703-c52b-436f-aec4-e0bacbdee4e1', 'a27e893b-bf96-4108-9243-2a743c9961a6', '1bf0f01a-5b68-4681-92f1-4f25aed48ccc'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:43:22.897674 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e3508-3bcf-471a-97f5-265f2f191ee8 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Pushing event deleted for resources: {'Port': ['ID=1bf0f01a-5b68-4681-92f1-4f25aed48ccc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:22.971085 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9666d5-99f9-435c-9df4-c8cd73bbf10c req-576e3508-3bcf-471a-97f5-265f2f191ee8 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] No DVR routers for this DVR port 1bf0f01a-5b68-4681-92f1-4f25aed48ccc on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:22.977714 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-1b9666d5-99f9-435c-9df4-c8cd73bbf10c req-576e3508-3bcf-471a-97f5-265f2f191ee8 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:22.979725 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1b9666d5-99f9-435c-9df4-c8cd73bbf10c req-576e3508-3bcf-471a-97f5-265f2f191ee8 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "DELETE /v2.0/ports/1bf0f01a-5b68-4681-92f1-4f25aed48ccc HTTP/1.1" status: 204 len: 173 time: 0.5797062 Sep 20 20:43:22.980182 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd3bc92-6494-475f-8f2d-665ef9c1a211', 'name': 'network-vif-deleted', 'tag': '1bf0f01a-5b68-4681-92f1-4f25aed48ccc'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:43:22.982434 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9272a953-368b-465c-a05d-11942ae641c5" -d '{"events": [{"server_uuid": "6fd3bc92-6494-475f-8f2d-665ef9c1a211", "name": "network-vif-deleted", "tag": "1bf0f01a-5b68-4681-92f1-4f25aed48ccc"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:43:23.018636 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9331318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8523892'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.036938 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6e1af9-eae3-43b5-8e24-f21527cbc9cc x-openstack-request-id: req-0e6e1af9-eae3-43b5-8e24-f21527cbc9cc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:43:23.037214 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd3bc92-6494-475f-8f2d-665ef9c1a211", "name": "network-vif-deleted", "tag": "1bf0f01a-5b68-4681-92f1-4f25aed48ccc", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:43:23.037465 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e6e1af9-eae3-43b5-8e24-f21527cbc9cc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:43:23.037850 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd3bc92-6494-475f-8f2d-665ef9c1a211', 'name': 'network-vif-deleted', 'tag': '1bf0f01a-5b68-4681-92f1-4f25aed48ccc', 'status': 'completed', 'code': 200} Sep 20 20:43:23.098313 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] Checking segment: {'id': '7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:23.098818 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] Network hostable DHCP agents. Network: 820d3fb5-be67-4004-9fd0-cbf6949ab6af, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:43:23.102166 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=663cfdea-758b-4207-bf49-e31bf1c99340,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:23.110435 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8543034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8553000'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.123448 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] Network 820d3fb5-be67-4004-9fd0-cbf6949ab6af is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:43:23.135603 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 820d3fb5-be67-4004-9fd0-cbf6949ab6af) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:23.144144 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:23.144342 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e014329c-0c10-4e22-b0c7-3a6109542f7d None None] Network 820d3fb5-be67-4004-9fd0-cbf6949ab6af requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:23.144752 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.171670 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d4e67d65-cc91-43a2-9cd9-96bbe4607161 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5466487 Sep 20 20:43:23.174467 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46314) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:23.179567 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1512865755-router', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:23.199278 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] Checking segment: {'id': 'd36e5aa3-ca60-4bf2-b79d-1d9fb280f38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '13d6a1c9-ca17-4957-9be7-7c5a9d9259cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:23.199883 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] Network hostable DHCP agents. Network: 13d6a1c9-ca17-4957-9be7-7c5a9d9259cf, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:43:23.199970 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7871'] for router, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.200888 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7844'] for router, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.203270 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5169383-5fee-44c5-8364-8033b5ec87a8,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:23.244690 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] Network 13d6a1c9-ca17-4957-9be7-7c5a9d9259cf is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:43:23.259871 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 13d6a1c9-ca17-4957-9be7-7c5a9d9259cf) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:23.267633 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:23.268281 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.273756 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08940ef0-c6a3-4786-9cba-4dac8b0dfc79 None None] Network 13d6a1c9-ca17-4957-9be7-7c5a9d9259cf requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:23.280856 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.291018 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-38436000-cecb-471b-bdc4-fb456d2746d1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5096068 Sep 20 20:43:23.405780 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-793a3c24-1cee-4079-9c8d-3a5fa5ecd497 req-39cb210f-6cdc-413c-a6d7-4347f64e4bab tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd3bc92-6494-475f-8f2d-665ef9c1a211 HTTP/1.1" status: 200 len: 210 time: 0.1137547 Sep 20 20:43:23.481635 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 8bdb228a-dd87-4462-abaa-a485928d9fbd up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:23.519645 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.520102 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81fd09d5-7c20-5b0a-b15b-6ad7e40d78d1-820d3fb5-be67-4004-9fd0-cbf6949ab6af', 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'fixed_ips': [{'subnet_id': '663cfdea-758b-4207-bf49-e31bf1c99340'}]}} from dv-cinder-798208-2-iscsi. {{(pid=94161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 20:43:23.520954 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.694019 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670f867c-9e47-477e-bfb2-7d54e9d7599d None None] Network 13d6a1c9-ca17-4957-9be7-7c5a9d9259cf requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:23.701280 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 8bdb228a-dd87-4462-abaa-a485928d9fbd triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:23.701538 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.790752 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.809981 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Sync routers for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:43:23.813529 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.831542 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:23.832184 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:23.832723 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Allocated IP 172.20.0.2 (820d3fb5-be67-4004-9fd0-cbf6949ab6af/663cfdea-758b-4207-bf49-e31bf1c99340/fd2760f2-2c78-419c-b57b-cd76e8b460b9) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:43:23.934586 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Allocated IP 172.27.2.189 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/e859f7f4-0ce4-4392-8c64-639fdda939fe) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:43:23.965875 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:23.988409 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:23.989853 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46332) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:23.995653 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1501551025-network', 'tenant_id': '284fddb98c484142abcaf09a5320a3a0'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:24.019612 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port 8bdb228a-dd87-4462-abaa-a485928d9fbd, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=8bdb228a-dd87-4462-abaa-a485928d9fbd,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:24.028608 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Made reservation on behalf of 284fddb98c484142abcaf09a5320a3a0 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:24.030997 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.032551 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.045368 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.068887 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.112922 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.118517 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.122885 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=8bdb228a-dd87-4462-abaa-a485928d9fbd,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:24.128985 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.164725 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:43:24.168916 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Network 820d3fb5-be67-4004-9fd0-cbf6949ab6af is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:43:24.169150 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:24.174008 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:24.175093 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:43:24.178452 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:43:24.181712 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Pushing event updated for resources: {'Port': ['ID=e859f7f4-0ce4-4392-8c64-639fdda939fe,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:24.182085 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Pushing event updated for resources: {'Port': ['ID=fd2760f2-2c78-419c-b57b-cd76e8b460b9,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:24.198730 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.202810 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.217076 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:43:24.230939 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.231367 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Added segment 7ca2e7ef-3d2f-4c00-84e0-ded27ce15ec3 of type vlan for network 0fba0e61-132e-42d4-90ea-696b99475d72 Sep 20 20:43:24.244733 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Attempting to bind port fd2760f2-2c78-419c-b57b-cd76e8b460b9 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:43:24.245435 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Attempting to bind port fd2760f2-2c78-419c-b57b-cd76e8b460b9 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:43:24.246088 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Attempting to bind port fd2760f2-2c78-419c-b57b-cd76e8b460b9 on network 820d3fb5-be67-4004-9fd0-cbf6949ab6af {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:43:24.250048 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 2, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:24.253440 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:43:24.254078 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Checking segment: {'id': '7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:24.254700 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.255318 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Bound using segment: {'id': '7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:43:24.255991 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Bound port: fd2760f2-2c78-419c-b57b-cd76e8b460b9, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:43:24.256623 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.276321 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Checking router: 35e606b7-0665-41d9-944e-268874a135e8 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:43:24.276969 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Updating router 35e606b7-0665-41d9-944e-268874a135e8 port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 binding host dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:43:24.278256 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.308714 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923ec370-97b8-45f7-8e91-26363482b818,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:24.309296 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.335554 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.337084 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:24.337606 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.341783 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] For port fd2760f2-2c78-419c-b57b-cd76e8b460b9, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:43:24.345271 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] For port fd2760f2-2c78-419c-b57b-cd76e8b460b9, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=fd2760f2-2c78-419c-b57b-cd76e8b460b9,segment=NetworkSegment(7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d),segment_id=7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:43:24.351042 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.375494 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3819039 Sep 20 20:43:24.384051 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46334) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:24.395367 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] Request body: {'subnet': {'network_id': '0fba0e61-132e-42d4-90ea-696b99475d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1501551025-subnet', 'tenant_id': '284fddb98c484142abcaf09a5320a3a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:24.407493 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dbf7b-75dd-40d7-9859-c943a50b7ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=0fba0e61-132e-42d4-90ea-696b99475d72,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:24.424838 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 0fba0e61-132e-42d4-90ea-696b99475d72 details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:43:24.537609 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.549836 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7aa90-760a-4017-a535-03ca33cc2c5b None None] Pushing event updated for resources: {'Port': ['ID=fd2760f2-2c78-419c-b57b-cd76e8b460b9,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:24.585190 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] Made reservation on behalf of 284fddb98c484142abcaf09a5320a3a0 for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:24.587710 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8523866'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.704130 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.710959 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.766012 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Pushing event updated for resources: {'Port': ['ID=e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:24.795344 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.795691 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.796029 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.796363 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.796691 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.797013 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.797333 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.797653 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.798021 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.798332 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.798648 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.798963 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:24.832542 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Attempting to bind port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:43:24.833196 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Attempting to bind port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:43:24.833302 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Attempting to bind port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 on network 2eb00826-e894-4d88-a83d-39c86dd4c036 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:43:24.839107 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:43:24.839483 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Checking segment: {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:24.839881 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.840267 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Bound using segment: {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:43:24.840726 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Bound port: e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:43:24.841115 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.901241 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-530688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529736'] for router, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.916508 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] For port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:43:24.919752 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] For port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:43:24.923741 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.952039 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9331318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8523892'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:24.982294 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:24.982913 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:25.022447 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827c71b-e3ae-43dd-9bef-db6c7352ad61 None None] Pushing event updated for resources: {'Port': ['ID=e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:25.072181 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2983cda-b9a7-44ad-b752-4d9f8eeb4c04,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:25.088862 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] Checking segment: {'id': '7ca2e7ef-3d2f-4c00-84e0-ded27ce15ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0fba0e61-132e-42d4-90ea-696b99475d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:25.089252 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] Network hostable DHCP agents. Network: 0fba0e61-132e-42d4-90ea-696b99475d72, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:43:25.108742 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:25.120121 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] Network 0fba0e61-132e-42d4-90ea-696b99475d72 is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:43:25.126950 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Router 544ade35-606e-42c1-a290-6303d01ff173 is scheduled to L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 with binding_index 1 {{(pid=94159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 20:43:25.133450 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 0fba0e61-132e-42d4-90ea-696b99475d72) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:25.139745 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:25.140517 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:25.143867 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0158d151-a981-439d-84de-e08fb51902ab None None] Network 0fba0e61-132e-42d4-90ea-696b99475d72 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:25.428610 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-81edb7a6-c291-4633-8d18-fad944fc9d97 None None] Provisioning complete for port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:25.428978 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-81edb7a6-c291-4633-8d18-fad944fc9d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:25.509849 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:24Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:25.542853 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39dc26-e8f3-4762-bc8f-635ac671fc5c None None] The sync data for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi is: [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:24Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:43:25.581657 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecba1a-ba49-4a9b-912c-dad03ab0d59a None None] Network 0fba0e61-132e-42d4-90ea-696b99475d72 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:25.634551 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-de0d362f-5153-4582-941e-3d3916e3f9ca admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2315569 Sep 20 20:43:25.637386 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-81edb7a6-c291-4633-8d18-fad944fc9d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:25.664064 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device fd2760f2-2c78-419c-b57b-cd76e8b460b9 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:25.715170 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:43:25.741479 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:25.743678 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-fb9bc079-52bf-40a0-87d4-c107bcce20ce admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5680161 Sep 20 20:43:25.746591 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46348) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:25.755238 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c37698-6cb5-4190-ba8f-61798d15454a None None] Network 820d3fb5-be67-4004-9fd0-cbf6949ab6af requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:25.757144 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Sync routers for ids ['544ade35-606e-42c1-a290-6303d01ff173'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:43:25.915972 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Routers {'544ade35-606e-42c1-a290-6303d01ff173'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:25.916890 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['544ade35-606e-42c1-a290-6303d01ff173'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:25.986176 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-81edb7a6-c291-4633-8d18-fad944fc9d97 None None] For port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:26.006723 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-81edb7a6-c291-4633-8d18-fad944fc9d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:26.036635 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port fd2760f2-2c78-419c-b57b-cd76e8b460b9 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:26.036920 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:26.117029 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384eb8f-5cf3-4535-ac76-5fe6c067219b req-fd09e5d5-b913-4660-85bb-243826c842d9 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:26.124513 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e384eb8f-5cf3-4535-ac76-5fe6c067219b req-fd09e5d5-b913-4660-85bb-243826c842d9 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 945 time: 0.1397674 Sep 20 20:43:26.249105 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e384eb8f-5cf3-4535-ac76-5fe6c067219b req-a329f029-0929-4560-b0f5-e64667c4f6e3 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206210 Sep 20 20:43:26.258024 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Set router 544ade35-606e-42c1-a290-6303d01ff173 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:26.259929 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7aa518b3-40e5-4e17-b103-c2dbe2f6cf7e None None] Provisioning complete for port fd2760f2-2c78-419c-b57b-cd76e8b460b9 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:26.260300 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7aa518b3-40e5-4e17-b103-c2dbe2f6cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:26.270200 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edb7a6-c291-4633-8d18-fad944fc9d97 None None] Pushing event updated for resources: {'Port': ['ID=e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:26.441888 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 1bf0f01a-5b68-4681-92f1-4f25aed48ccc no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:26.478988 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:26.513567 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: 1bf0f01a-5b68-4681-92f1-4f25aed48ccc {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:26.513907 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 1bf0f01a-5b68-4681-92f1-4f25aed48ccc not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:26.521959 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:26.618469 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port fd2760f2-2c78-419c-b57b-cd76e8b460b9, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=fd2760f2-2c78-419c-b57b-cd76e8b460b9,segment=NetworkSegment(7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d),segment_id=7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:26.629101 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:26.630156 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:26.659024 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7aa518b3-40e5-4e17-b103-c2dbe2f6cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:26.678515 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Allocated IP 172.20.0.1 (820d3fb5-be67-4004-9fd0-cbf6949ab6af/663cfdea-758b-4207-bf49-e31bf1c99340/9e25458a-0f79-41f8-954e-f1a5f0e585d0) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:43:26.760681 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=fd2760f2-2c78-419c-b57b-cd76e8b460b9,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:26.792126 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.db.api [None req-7aa518b3-40e5-4e17-b103-c2dbe2f6cf7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 20:43:26.792481 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG oslo_db.api [None req-7aa518b3-40e5-4e17-b103-c2dbe2f6cf7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 20:43:26.794885 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ade35-606e-42c1-a290-6303d01ff173', 'name': 'tempest-TestVolumeBootPattern-1512865755-router', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:24Z', 'revision_number': 3, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'gw_port': {'id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:26.797969 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:26.798366 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:26.823862 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Checking router: 544ade35-606e-42c1-a290-6303d01ff173 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:43:26.824207 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Updating router 544ade35-606e-42c1-a290-6303d01ff173 port e859f7f4-0ce4-4392-8c64-639fdda939fe binding host dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:43:26.873763 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.013921 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 8bdb228a-dd87-4462-abaa-a485928d9fbd up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:27.019715 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.052153 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.094996 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Network 820d3fb5-be67-4004-9fd0-cbf6949ab6af is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:43:27.100117 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:27.103375 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:43:27.128204 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Pushing event updated for resources: {'Port': ['ID=9e25458a-0f79-41f8-954e-f1a5f0e585d0,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:27.153936 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529823'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.257178 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 8bdb228a-dd87-4462-abaa-a485928d9fbd triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:27.257599 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.292165 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.396153 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01297cdb-56b9-486e-bb40-cb6ba496356b req-d31eb69b-4c95-4bd4-8771-7c57123097a1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:27.407654 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-01297cdb-56b9-486e-bb40-cb6ba496356b req-d31eb69b-4c95-4bd4-8771-7c57123097a1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 945 time: 0.0707591 Sep 20 20:43:27.411678 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7aa518b3-40e5-4e17-b103-c2dbe2f6cf7e None None] Provisioning complete for port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:27.412082 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7aa518b3-40e5-4e17-b103-c2dbe2f6cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.449022 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.463154 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.515634 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.524766 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.534985 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-01297cdb-56b9-486e-bb40-cb6ba496356b req-55616fe5-2a60-497b-87a9-9ec0e1d7375a tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262953 Sep 20 20:43:27.541585 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebcd9b-e015-4c15-9c2a-474c135c29c5 None None] Pushing event updated for resources: {'Port': ['ID=e859f7f4-0ce4-4392-8c64-639fdda939fe,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:27.546072 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Attempting to bind port e859f7f4-0ce4-4392-8c64-639fdda939fe on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:43:27.546444 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Attempting to bind port e859f7f4-0ce4-4392-8c64-639fdda939fe by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:43:27.546800 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Attempting to bind port e859f7f4-0ce4-4392-8c64-639fdda939fe on network cbef75a3-08eb-4f42-a4dd-36fb4337e14f {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:43:27.570543 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:43:27.570914 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Checking segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:27.571323 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.571721 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Bound using segment: {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:43:27.572201 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Bound port: e859f7f4-0ce4-4392-8c64-639fdda939fe, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:43:27.572585 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.580109 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc815f6-2e49-4248-aef5-fc41459c0905 req-efa48b8e-06b2-4593-b899-410e0d3364c6 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:27.581723 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-efc815f6-2e49-4248-aef5-fc41459c0905 req-efa48b8e-06b2-4593-b899-410e0d3364c6 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 945 time: 0.1536560 Sep 20 20:43:27.606415 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:43:27.623119 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Pushing event updated for resources: {'Port': ['ID=9e25458a-0f79-41f8-954e-f1a5f0e585d0,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:27.631452 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device fd2760f2-2c78-419c-b57b-cd76e8b460b9 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:27.646929 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529935'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.668602 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] For port e859f7f4-0ce4-4392-8c64-639fdda939fe, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:43:27.686447 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] For port e859f7f4-0ce4-4392-8c64-639fdda939fe, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e859f7f4-0ce4-4392-8c64-639fdda939fe,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:43:27.692647 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.726982 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-efc815f6-2e49-4248-aef5-fc41459c0905 req-71c1437d-00f2-4e50-bbd7-ee6e15b6ee91 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Deleting port a27e893b-bf96-4108-9243-2a743c9961a6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:27.726982 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-efc815f6-2e49-4248-aef5-fc41459c0905 req-71c1437d-00f2-4e50-bbd7-ee6e15b6ee91 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.767686 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port fd2760f2-2c78-419c-b57b-cd76e8b460b9 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:27.768053 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.794268 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Network 820d3fb5-be67-4004-9fd0-cbf6949ab6af is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:43:27.797659 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:27.800426 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7ce9dd07-eb0b-4870-bbf8-385acf71fc5a None None] Provisioning complete for port fd2760f2-2c78-419c-b57b-cd76e8b460b9 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:27.801019 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ce9dd07-eb0b-4870-bbf8-385acf71fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.805708 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebcd9b-e015-4c15-9c2a-474c135c29c5 None None] Pushing event updated for resources: {'Port': ['ID=e859f7f4-0ce4-4392-8c64-639fdda939fe,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:27.851504 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-efc815f6-2e49-4248-aef5-fc41459c0905 req-71c1437d-00f2-4e50-bbd7-ee6e15b6ee91 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] For port a27e893b-bf96-4108-9243-2a743c9961a6, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=a27e893b-bf96-4108-9243-2a743c9961a6,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:27.851504 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-efc815f6-2e49-4248-aef5-fc41459c0905 req-71c1437d-00f2-4e50-bbd7-ee6e15b6ee91 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:27.861704 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Routers {'544ade35-606e-42c1-a290-6303d01ff173'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:27.862395 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['544ade35-606e-42c1-a290-6303d01ff173'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:27.862705 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-efc815f6-2e49-4248-aef5-fc41459c0905 req-71c1437d-00f2-4e50-bbd7-ee6e15b6ee91 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Calling delete_port for a27e893b-bf96-4108-9243-2a743c9961a6 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:27.985461 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Router 544ade35-606e-42c1-a290-6303d01ff173 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:43:28.047289 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] Set router 544ade35-606e-42c1-a290-6303d01ff173 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:28.063246 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-efc815f6-2e49-4248-aef5-fc41459c0905 req-71c1437d-00f2-4e50-bbd7-ee6e15b6ee91 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:28.082045 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['9b74c78e-9e8a-406d-b49e-e6e4bac2f060', '856c6703-c52b-436f-aec4-e0bacbdee4e1', 'a27e893b-bf96-4108-9243-2a743c9961a6'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:43:28.104309 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1437d-00f2-4e50-bbd7-ee6e15b6ee91 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Pushing event deleted for resources: {'Port': ['ID=a27e893b-bf96-4108-9243-2a743c9961a6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:28.115919 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:43:28.125051 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-cd1bc5b3-361b-4fe5-b632-c540fa96edaf admin admin] 10.222.0.44 "PUT /v2.0/routers/544ade35-606e-42c1-a290-6303d01ff173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3730907 Sep 20 20:43:28.137654 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-7ce9dd07-eb0b-4870-bbf8-385acf71fc5a None None] Provisioning complete for port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:28.138058 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ce9dd07-eb0b-4870-bbf8-385acf71fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:28.149886 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc815f6-2e49-4248-aef5-fc41459c0905 req-71c1437d-00f2-4e50-bbd7-ee6e15b6ee91 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] No DVR routers for this DVR port a27e893b-bf96-4108-9243-2a743c9961a6 on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:28.153187 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-efc815f6-2e49-4248-aef5-fc41459c0905 req-71c1437d-00f2-4e50-bbd7-ee6e15b6ee91 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:28.156678 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-efc815f6-2e49-4248-aef5-fc41459c0905 req-71c1437d-00f2-4e50-bbd7-ee6e15b6ee91 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "DELETE /v2.0/ports/a27e893b-bf96-4108-9243-2a743c9961a6 HTTP/1.1" status: 204 len: 173 time: 0.5682633 Sep 20 20:43:28.158575 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b743761-8673-47f1-8a16-1c52513420d6', 'name': 'network-vif-deleted', 'tag': 'a27e893b-bf96-4108-9243-2a743c9961a6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:43:28.169301 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c3c93f-0725-4585-9cb1-1616c41921ec" -d '{"events": [{"server_uuid": "5b743761-8673-47f1-8a16-1c52513420d6", "name": "network-vif-deleted", "tag": "a27e893b-bf96-4108-9243-2a743c9961a6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:43:28.235009 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:28.254546 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7439e95-072c-482b-ae8a-d11bea51fa11 x-openstack-request-id: req-f7439e95-072c-482b-ae8a-d11bea51fa11 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:43:28.254957 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b743761-8673-47f1-8a16-1c52513420d6", "name": "network-vif-deleted", "tag": "a27e893b-bf96-4108-9243-2a743c9961a6", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:43:28.255207 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7439e95-072c-482b-ae8a-d11bea51fa11 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:43:28.256211 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b743761-8673-47f1-8a16-1c52513420d6', 'name': 'network-vif-deleted', 'tag': 'a27e893b-bf96-4108-9243-2a743c9961a6', 'status': 'completed', 'code': 200} Sep 20 20:43:28.304512 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9dd07-eb0b-4870-bbf8-385acf71fc5a None None] Port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:43:28.419525 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:28.420139 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:28.500268 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1340eed6-ce38-4246-bb8f-1be325350053 None None] Provisioning complete for port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:28.500641 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1340eed6-ce38-4246-bb8f-1be325350053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:28.569602 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-1340eed6-ce38-4246-bb8f-1be325350053 None None] Port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:43:28.611836 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ade35-606e-42c1-a290-6303d01ff173', 'name': 'tempest-TestVolumeBootPattern-1512865755-router', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:27Z', 'revision_number': 4, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'gw_port': {'id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '9e25458a-0f79-41f8-954e-f1a5f0e585d0', 'name': '', 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'mac_address': 'fa:16:3e:7b:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '663cfdea-758b-4207-bf49-e31bf1c99340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:26Z', 'updated_at': '2021-09-20T20:43:27Z', 'revision_number': 2, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'subnets': [{'id': '663cfdea-758b-4207-bf49-e31bf1c99340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:28.646756 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd27ba-ea8c-482f-bc9f-69c96efcfc0a None None] The sync data for ids ['544ade35-606e-42c1-a290-6303d01ff173'] in dv-cinder-798208-2-iscsi is: [{'id': '544ade35-606e-42c1-a290-6303d01ff173', 'name': 'tempest-TestVolumeBootPattern-1512865755-router', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:27Z', 'revision_number': 4, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'gw_port': {'id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '9e25458a-0f79-41f8-954e-f1a5f0e585d0', 'name': '', 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'mac_address': 'fa:16:3e:7b:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '663cfdea-758b-4207-bf49-e31bf1c99340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:26Z', 'updated_at': '2021-09-20T20:43:27Z', 'revision_number': 2, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'subnets': [{'id': '663cfdea-758b-4207-bf49-e31bf1c99340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:43:28.734604 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f7a54970-fc7e-449c-904e-fa58a0d118d2 req-f8386a8d-cb32-417a-a874-961b037deba5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b743761-8673-47f1-8a16-1c52513420d6 HTTP/1.1" status: 200 len: 210 time: 0.0745947 Sep 20 20:43:28.798510 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46384) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:28.803094 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f971562b-6f16-44e0-9d3d-56ba3c7e37c5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102581471', 'description': 'tempest-secgroup-smoke-1102581471 description', 'project_id': '8fe954198bb24397af532d69779c8834'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:28.826033 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f971562b-6f16-44e0-9d3d-56ba3c7e37c5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:28.926055 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f971562b-6f16-44e0-9d3d-56ba3c7e37c5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:28.930612 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f971562b-6f16-44e0-9d3d-56ba3c7e37c5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:28.966433 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971562b-6f16-44e0-9d3d-56ba3c7e37c5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:28.969649 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f971562b-6f16-44e0-9d3d-56ba3c7e37c5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:28.973734 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f971562b-6f16-44e0-9d3d-56ba3c7e37c5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1715248 Sep 20 20:43:28.973917 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46390) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:28.978871 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-d3a7ca3c-7a3b-421e-9cf8-476c9c8c40a7 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'security_group_rule': {'security_group_id': '3ebf3e8d-5b02-4347-8ec4-cc3c62777afa', 'project_id': '8fe954198bb24397af532d69779c8834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:29.010424 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ca3c-7a3b-421e-9cf8-476c9c8c40a7 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.071870 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ca3c-7a3b-421e-9cf8-476c9c8c40a7 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.077117 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ca3c-7a3b-421e-9cf8-476c9c8c40a7 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.096043 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7ca3c-7a3b-421e-9cf8-476c9c8c40a7 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be60cb9c-6e46-4267-b76b-833b0ded087c,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:29.104496 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ca3c-7a3b-421e-9cf8-476c9c8c40a7 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.108648 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46392) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:29.109274 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d3a7ca3c-7a3b-421e-9cf8-476c9c8c40a7 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337454 Sep 20 20:43:29.113557 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-bf957394-3276-47f4-ba3b-5a609f51b07b tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'security_group_rule': {'security_group_id': '3ebf3e8d-5b02-4347-8ec4-cc3c62777afa', 'project_id': '8fe954198bb24397af532d69779c8834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:29.143702 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf957394-3276-47f4-ba3b-5a609f51b07b tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.214316 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf957394-3276-47f4-ba3b-5a609f51b07b tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.218542 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf957394-3276-47f4-ba3b-5a609f51b07b tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.236598 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf957394-3276-47f4-ba3b-5a609f51b07b tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44edb6d2-df88-479f-862d-7c283226a743,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:29.247361 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf957394-3276-47f4-ba3b-5a609f51b07b tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.249210 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-bf957394-3276-47f4-ba3b-5a609f51b07b tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394985 Sep 20 20:43:29.252212 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46398) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:29.257135 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-32e4835a-e3b9-4416-aeae-d8dd39e9f38f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'security_group_rule': {'security_group_id': '3ebf3e8d-5b02-4347-8ec4-cc3c62777afa', 'project_id': '8fe954198bb24397af532d69779c8834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:29.288073 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32e4835a-e3b9-4416-aeae-d8dd39e9f38f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.353677 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32e4835a-e3b9-4416-aeae-d8dd39e9f38f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.358624 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32e4835a-e3b9-4416-aeae-d8dd39e9f38f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.383611 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4835a-e3b9-4416-aeae-d8dd39e9f38f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748b3b8b-d515-4b61-a54b-72cc04dd24e8,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:29.390121 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32e4835a-e3b9-4416-aeae-d8dd39e9f38f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.391697 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-32e4835a-e3b9-4416-aeae-d8dd39e9f38f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383405 Sep 20 20:43:29.394404 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46400) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:29.400918 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-14861b1c-5a01-4ab3-89bc-95e83636a0c1 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'security_group_rule': {'security_group_id': '3ebf3e8d-5b02-4347-8ec4-cc3c62777afa', 'project_id': '8fe954198bb24397af532d69779c8834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:29.432789 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14861b1c-5a01-4ab3-89bc-95e83636a0c1 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.501894 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14861b1c-5a01-4ab3-89bc-95e83636a0c1 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.508096 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14861b1c-5a01-4ab3-89bc-95e83636a0c1 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.533780 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-14861b1c-5a01-4ab3-89bc-95e83636a0c1 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.537908 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46402) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:29.538085 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-14861b1c-5a01-4ab3-89bc-95e83636a0c1 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419911 Sep 20 20:43:29.538857 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14861b1c-5a01-4ab3-89bc-95e83636a0c1 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780e3a55-c192-48e2-820b-3ecb0d33d6b7,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:29.543778 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-d1fbc2b5-50b4-4bf7-a973-14ecfa80d8a8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'security_group_rule': {'security_group_id': '3ebf3e8d-5b02-4347-8ec4-cc3c62777afa', 'project_id': '8fe954198bb24397af532d69779c8834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:29.574674 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-d1fbc2b5-50b4-4bf7-a973-14ecfa80d8a8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Project 8fe954198bb24397af532d69779c8834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 20:43:29.580492 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1fbc2b5-50b4-4bf7-a973-14ecfa80d8a8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.597842 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e859f7f4-0ce4-4392-8c64-639fdda939fe up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:29.651733 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port e859f7f4-0ce4-4392-8c64-639fdda939fe triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:29.652366 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.657949 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1fbc2b5-50b4-4bf7-a973-14ecfa80d8a8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.662601 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1fbc2b5-50b4-4bf7-a973-14ecfa80d8a8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.682277 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbc2b5-50b4-4bf7-a973-14ecfa80d8a8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9616db7f-c8a9-446e-bb89-a8462c79bc5d,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:29.689954 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1fbc2b5-50b4-4bf7-a973-14ecfa80d8a8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.692004 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d1fbc2b5-50b4-4bf7-a973-14ecfa80d8a8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1522033 Sep 20 20:43:29.693828 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46404) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:29.699452 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-05bc0de5-646a-4e30-aa5e-c97ff831caa6 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'security_group_rule': {'security_group_id': '3ebf3e8d-5b02-4347-8ec4-cc3c62777afa', 'project_id': '8fe954198bb24397af532d69779c8834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:29.721566 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.securitygroups_db [None req-05bc0de5-646a-4e30-aa5e-c97ff831caa6 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Project 8fe954198bb24397af532d69779c8834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 20:43:29.727302 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05bc0de5-646a-4e30-aa5e-c97ff831caa6 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.738139 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.761502 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] For port e859f7f4-0ce4-4392-8c64-639fdda939fe, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e859f7f4-0ce4-4392-8c64-639fdda939fe,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:29.765808 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.821972 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Pushing event updated for resources: {'Port': ['ID=e859f7f4-0ce4-4392-8c64-639fdda939fe,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:29.827760 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05bc0de5-646a-4e30-aa5e-c97ff831caa6 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.832629 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05bc0de5-646a-4e30-aa5e-c97ff831caa6 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708955'] for security_group_rule, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.859771 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc0de5-646a-4e30-aa5e-c97ff831caa6 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2503f2-1a37-4d8e-8436-381e2b8dc5d9,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:29.868547 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05bc0de5-646a-4e30-aa5e-c97ff831caa6 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:29.869953 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-05bc0de5-646a-4e30-aa5e-c97ff831caa6 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1750677 Sep 20 20:43:30.049957 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290e3bd-e871-4e4b-a343-62e3b81f289d req-d7a45763-090c-42bd-9ffd-9c6bf9768fe1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:30.051568 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e290e3bd-e871-4e4b-a343-62e3b81f289d req-d7a45763-090c-42bd-9ffd-9c6bf9768fe1 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 946 time: 0.0541594 Sep 20 20:43:30.090373 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e290e3bd-e871-4e4b-a343-62e3b81f289d req-9d2b593b-a283-4d46-bfdd-cc77b9c9b8e5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Sep 20 20:43:30.472418 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device a27e893b-bf96-4108-9243-2a743c9961a6 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:30.496904 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: a27e893b-bf96-4108-9243-2a743c9961a6 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:30.497306 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device a27e893b-bf96-4108-9243-2a743c9961a6 not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:31.205959 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ffe1d-3fd3-4e93-8833-e62fc4177687 req-74b28df1-7da3-411e-9699-e2741f17a68d tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:31.207606 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1d1ffe1d-3fd3-4e93-8833-e62fc4177687 req-74b28df1-7da3-411e-9699-e2741f17a68d tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 946 time: 0.0513248 Sep 20 20:43:31.245883 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1d1ffe1d-3fd3-4e93-8833-e62fc4177687 req-b43ee7b8-b6a8-4d5f-9e91-a9a63452ac0f tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Sep 20 20:43:31.327805 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b7cc9-2959-4223-85ed-7d937279b102 req-7baa8fc7-0f5b-4380-a1e9-21678a9d8b37 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:31.329267 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-456b7cc9-2959-4223-85ed-7d937279b102 req-7baa8fc7-0f5b-4380-a1e9-21678a9d8b37 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 946 time: 0.0521157 Sep 20 20:43:31.423212 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-456b7cc9-2959-4223-85ed-7d937279b102 req-ea1b7dfe-7dc9-4959-9127-5073e5c745dc tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Deleting port 856c6703-c52b-436f-aec4-e0bacbdee4e1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:31.423576 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-456b7cc9-2959-4223-85ed-7d937279b102 req-ea1b7dfe-7dc9-4959-9127-5073e5c745dc tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:31.515456 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-456b7cc9-2959-4223-85ed-7d937279b102 req-ea1b7dfe-7dc9-4959-9127-5073e5c745dc tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] For port 856c6703-c52b-436f-aec4-e0bacbdee4e1, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=856c6703-c52b-436f-aec4-e0bacbdee4e1,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:31.515908 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-456b7cc9-2959-4223-85ed-7d937279b102 req-ea1b7dfe-7dc9-4959-9127-5073e5c745dc tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:31.528976 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-456b7cc9-2959-4223-85ed-7d937279b102 req-ea1b7dfe-7dc9-4959-9127-5073e5c745dc tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Calling delete_port for 856c6703-c52b-436f-aec4-e0bacbdee4e1 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:31.548803 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e859f7f4-0ce4-4392-8c64-639fdda939fe up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:31.609263 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port e859f7f4-0ce4-4392-8c64-639fdda939fe triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:31.609797 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:31.684847 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-456b7cc9-2959-4223-85ed-7d937279b102 req-ea1b7dfe-7dc9-4959-9127-5073e5c745dc tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:31.698140 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['9b74c78e-9e8a-406d-b49e-e6e4bac2f060', '856c6703-c52b-436f-aec4-e0bacbdee4e1'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:43:31.717611 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b7dfe-7dc9-4959-9127-5073e5c745dc tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Pushing event deleted for resources: {'Port': ['ID=856c6703-c52b-436f-aec4-e0bacbdee4e1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:31.764306 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-456b7cc9-2959-4223-85ed-7d937279b102 req-ea1b7dfe-7dc9-4959-9127-5073e5c745dc tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] No DVR routers for this DVR port 856c6703-c52b-436f-aec4-e0bacbdee4e1 on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:31.767056 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-456b7cc9-2959-4223-85ed-7d937279b102 req-ea1b7dfe-7dc9-4959-9127-5073e5c745dc tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:31.769072 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-456b7cc9-2959-4223-85ed-7d937279b102 req-ea1b7dfe-7dc9-4959-9127-5073e5c745dc tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "DELETE /v2.0/ports/856c6703-c52b-436f-aec4-e0bacbdee4e1 HTTP/1.1" status: 204 len: 173 time: 0.4335587 Sep 20 20:43:31.769543 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c67741e-c7e0-47f0-8b82-65f707bfde99', 'name': 'network-vif-deleted', 'tag': '856c6703-c52b-436f-aec4-e0bacbdee4e1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:43:31.771919 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367a9e7d-723d-46ac-b52f-a51a0747c017" -d '{"events": [{"server_uuid": "7c67741e-c7e0-47f0-8b82-65f707bfde99", "name": "network-vif-deleted", "tag": "856c6703-c52b-436f-aec4-e0bacbdee4e1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:43:31.826416 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4534b93b-8384-416b-8290-a6d2a2522c78 x-openstack-request-id: req-4534b93b-8384-416b-8290-a6d2a2522c78 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:43:31.826774 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c67741e-c7e0-47f0-8b82-65f707bfde99", "name": "network-vif-deleted", "tag": "856c6703-c52b-436f-aec4-e0bacbdee4e1", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:43:31.827082 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4534b93b-8384-416b-8290-a6d2a2522c78 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:43:31.827538 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c67741e-c7e0-47f0-8b82-65f707bfde99', 'name': 'network-vif-deleted', 'tag': '856c6703-c52b-436f-aec4-e0bacbdee4e1', 'status': 'completed', 'code': 200} Sep 20 20:43:32.352921 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ecd1ad23-2304-4cda-a3b4-daadb5cf0cf4 req-fc655179-b89f-474a-b2d8-1d9d5c7fee94 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c67741e-c7e0-47f0-8b82-65f707bfde99 HTTP/1.1" status: 200 len: 210 time: 0.0281832 Sep 20 20:43:32.482173 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Sync routers for ids ['544ade35-606e-42c1-a290-6303d01ff173'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:43:32.493807 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Routers {'544ade35-606e-42c1-a290-6303d01ff173'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:32.494518 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['544ade35-606e-42c1-a290-6303d01ff173'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:32.596965 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Set router 544ade35-606e-42c1-a290-6303d01ff173 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:32.789833 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ade35-606e-42c1-a290-6303d01ff173', 'name': 'tempest-TestVolumeBootPattern-1512865755-router', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:27Z', 'revision_number': 4, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'gw_port': {'id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '9e25458a-0f79-41f8-954e-f1a5f0e585d0', 'name': '', 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'mac_address': 'fa:16:3e:7b:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '663cfdea-758b-4207-bf49-e31bf1c99340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:26Z', 'updated_at': '2021-09-20T20:43:27Z', 'revision_number': 2, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'subnets': [{'id': '663cfdea-758b-4207-bf49-e31bf1c99340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:32.814200 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Checking router: 544ade35-606e-42c1-a290-6303d01ff173 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:43:32.814547 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Updating router 544ade35-606e-42c1-a290-6303d01ff173 port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 binding host dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 20:43:32.840318 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:33.103248 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:33.107979 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:33.160378 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879103b-73d7-4dae-b7ce-3df0186fef77 None None] Pushing event updated for resources: {'Port': ['ID=9e25458a-0f79-41f8-954e-f1a5f0e585d0,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:33.212659 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Attempting to bind port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 on host dv-cinder-798208-2-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:43:33.213170 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Attempting to bind port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 by drivers openvswitch,hyperv on host dv-cinder-798208-2-iscsi at level 0 using segments [{'id': '7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:43:33.213558 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Attempting to bind port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 on network 820d3fb5-be67-4004-9fd0-cbf6949ab6af {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:43:33.220164 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Checking agent: {'id': '94e81c48-5028-435a-8753-297ab55f7ce1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798208-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 28, 14), 'started_at': datetime.datetime(2021, 9, 20, 20, 28, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798208-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:43:33.220523 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Checking segment: {'id': '7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:33.220926 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:33.221307 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Bound using segment: {'id': '7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:43:33.221761 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Bound port: 9e25458a-0f79-41f8-954e-f1a5f0e585d0, host: dv-cinder-798208-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:43:33.222173 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:33.292142 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] For port 9e25458a-0f79-41f8-954e-f1a5f0e585d0, host dv-cinder-798208-2-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:43:33.295545 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] For port 9e25458a-0f79-41f8-954e-f1a5f0e585d0, host dv-cinder-798208-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=9e25458a-0f79-41f8-954e-f1a5f0e585d0,segment=NetworkSegment(7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d),segment_id=7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:43:33.299378 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:33.350513 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Routers {'544ade35-606e-42c1-a290-6303d01ff173'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:43:33.351182 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['544ade35-606e-42c1-a290-6303d01ff173'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:33.420017 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879103b-73d7-4dae-b7ce-3df0186fef77 None None] Pushing event updated for resources: {'Port': ['ID=9e25458a-0f79-41f8-954e-f1a5f0e585d0,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:33.456709 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Provisioning complete for port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:33.457232 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:33.501690 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] Set router 544ade35-606e-42c1-a290-6303d01ff173 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:43:33.568647 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:33.622920 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] For port 9e25458a-0f79-41f8-954e-f1a5f0e585d0, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=9e25458a-0f79-41f8-954e-f1a5f0e585d0,segment=NetworkSegment(7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d),segment_id=7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:33.625870 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9e25458a-0f79-41f8-954e-f1a5f0e585d0 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:33.630091 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:33.762992 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ade35-606e-42c1-a290-6303d01ff173', 'name': 'tempest-TestVolumeBootPattern-1512865755-router', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:27Z', 'revision_number': 4, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'gw_port': {'id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '9e25458a-0f79-41f8-954e-f1a5f0e585d0', 'name': '', 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'mac_address': 'fa:16:3e:7b:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '663cfdea-758b-4207-bf49-e31bf1c99340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:26Z', 'updated_at': '2021-09-20T20:43:33Z', 'revision_number': 4, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'subnets': [{'id': '663cfdea-758b-4207-bf49-e31bf1c99340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:33.794109 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7854f2-8d56-4ddf-9389-ef2935b92367 None None] The sync data for ids ['544ade35-606e-42c1-a290-6303d01ff173'] in dv-cinder-798208-2-iscsi is: [{'id': '544ade35-606e-42c1-a290-6303d01ff173', 'name': 'tempest-TestVolumeBootPattern-1512865755-router', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:27Z', 'revision_number': 4, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'gw_port': {'id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': '9e25458a-0f79-41f8-954e-f1a5f0e585d0', 'name': '', 'network_id': '820d3fb5-be67-4004-9fd0-cbf6949ab6af', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'mac_address': 'fa:16:3e:7b:5e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '663cfdea-758b-4207-bf49-e31bf1c99340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:26Z', 'updated_at': '2021-09-20T20:43:33Z', 'revision_number': 4, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'subnets': [{'id': '663cfdea-758b-4207-bf49-e31bf1c99340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:43:33.829668 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-c350b7d9-994e-4416-a6d6-51604dacb70e None None] Provisioning complete for port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:33.830056 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c350b7d9-994e-4416-a6d6-51604dacb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:33.862087 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Pushing event updated for resources: {'Port': ['ID=9e25458a-0f79-41f8-954e-f1a5f0e585d0,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:33.878208 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.878542 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.878871 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.879193 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.879526 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.879832 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.880142 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.880452 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.880769 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.881077 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.881384 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.881688 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41964c09-5a9c-4437-8f6c-738279d8b9cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:33.892001 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:33.892367 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:34.473642 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 856c6703-c52b-436f-aec4-e0bacbdee4e1 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:34.510901 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: 856c6703-c52b-436f-aec4-e0bacbdee4e1 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:34.510901 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 856c6703-c52b-436f-aec4-e0bacbdee4e1 not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:34.807907 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c54b17-5384-430a-ae9b-cc791f91555a req-596dee75-96b2-486e-b9c7-586510ea466f tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:34.809483 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-70c54b17-5384-430a-ae9b-cc791f91555a req-596dee75-96b2-486e-b9c7-586510ea466f tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 946 time: 0.0492780 Sep 20 20:43:34.845795 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-70c54b17-5384-430a-ae9b-cc791f91555a req-5dc38f65-d0f6-49cf-a755-e34e286212b5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302708 Sep 20 20:43:35.557188 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9e25458a-0f79-41f8-954e-f1a5f0e585d0 up at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:35.616429 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Provisioning complete for port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:35.616835 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:35.959239 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71903ca-fb5e-4075-bbc8-c984ff8064da req-d1d65e63-818c-4f6e-9348-0e19f45ba8ac tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:35.960788 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c71903ca-fb5e-4075-bbc8-c984ff8064da req-d1d65e63-818c-4f6e-9348-0e19f45ba8ac tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 946 time: 0.0472825 Sep 20 20:43:35.997395 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c71903ca-fb5e-4075-bbc8-c984ff8064da req-277c9abc-c80c-4fa9-90e8-2418df21fc08 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299814 Sep 20 20:43:36.316033 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030e7a7-eefb-476b-8e64-8b272d37d99c req-a39844ba-4a52-4c72-9060-9fe1f39af719 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:36.317470 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c030e7a7-eefb-476b-8e64-8b272d37d99c req-a39844ba-4a52-4c72-9060-9fe1f39af719 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 946 time: 0.0518010 Sep 20 20:43:36.409598 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-c030e7a7-eefb-476b-8e64-8b272d37d99c req-b744fa41-6618-41cc-a67b-081678ee75e5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Deleting port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:43:36.409935 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c030e7a7-eefb-476b-8e64-8b272d37d99c req-b744fa41-6618-41cc-a67b-081678ee75e5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:36.497256 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-c030e7a7-eefb-476b-8e64-8b272d37d99c req-b744fa41-6618-41cc-a67b-081678ee75e5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] For port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=9b74c78e-9e8a-406d-b49e-e6e4bac2f060,segment=NetworkSegment(70f6326a-6342-42db-a704-c0a65ec7e2af),segment_id=70f6326a-6342-42db-a704-c0a65ec7e2af)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:36.497656 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c030e7a7-eefb-476b-8e64-8b272d37d99c req-b744fa41-6618-41cc-a67b-081678ee75e5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:36.512294 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-c030e7a7-eefb-476b-8e64-8b272d37d99c req-b744fa41-6618-41cc-a67b-081678ee75e5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Calling delete_port for 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:43:36.641077 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c030e7a7-eefb-476b-8e64-8b272d37d99c req-b744fa41-6618-41cc-a67b-081678ee75e5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:36.675731 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744fa41-6618-41cc-a67b-081678ee75e5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Pushing event deleted for resources: {'Port': ['ID=9b74c78e-9e8a-406d-b49e-e6e4bac2f060,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:36.708271 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c030e7a7-eefb-476b-8e64-8b272d37d99c req-b744fa41-6618-41cc-a67b-081678ee75e5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] No DVR routers for this DVR port 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:43:36.710665 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-c030e7a7-eefb-476b-8e64-8b272d37d99c req-b744fa41-6618-41cc-a67b-081678ee75e5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:36.713483 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c030e7a7-eefb-476b-8e64-8b272d37d99c req-b744fa41-6618-41cc-a67b-081678ee75e5 tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.45 "DELETE /v2.0/ports/9b74c78e-9e8a-406d-b49e-e6e4bac2f060 HTTP/1.1" status: 204 len: 173 time: 0.3891206 Sep 20 20:43:36.713934 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ec9236-386a-476e-89d6-210c951d0ad5', 'name': 'network-vif-deleted', 'tag': '9b74c78e-9e8a-406d-b49e-e6e4bac2f060'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:43:36.716165 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c81c98e-4baf-4628-b727-45d3b20e6ce8" -d '{"events": [{"server_uuid": "94ec9236-386a-476e-89d6-210c951d0ad5", "name": "network-vif-deleted", "tag": "9b74c78e-9e8a-406d-b49e-e6e4bac2f060"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:43:36.753463 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cda26a-3394-4b4f-b405-13ddba713666 x-openstack-request-id: req-06cda26a-3394-4b4f-b405-13ddba713666 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:43:36.753749 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ec9236-386a-476e-89d6-210c951d0ad5", "name": "network-vif-deleted", "tag": "9b74c78e-9e8a-406d-b49e-e6e4bac2f060", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:43:36.754014 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06cda26a-3394-4b4f-b405-13ddba713666 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:43:36.754404 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ec9236-386a-476e-89d6-210c951d0ad5', 'name': 'network-vif-deleted', 'tag': '9b74c78e-9e8a-406d-b49e-e6e4bac2f060', 'status': 'completed', 'code': 200} Sep 20 20:43:36.879403 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:37.117688 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-20794817-d7a0-4785-b786-276e8db02aba req-59c9762a-f9f7-4724-b882-8843e122791c tempest-AttachVolumeNegativeTest-543660463 tempest-AttachVolumeNegativeTest-543660463-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ec9236-386a-476e-89d6-210c951d0ad5 HTTP/1.1" status: 200 len: 210 time: 0.0273569 Sep 20 20:43:38.173663 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46568) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:38.218826 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b1d497-58ae-4cf0-9de0-814b36298988 admin admin] Deleting subnet adc5da3e-7aa3-48a6-a466-6382f63d147c {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:43:38.221979 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76b1d497-58ae-4cf0-9de0-814b36298988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.262796 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76b1d497-58ae-4cf0-9de0-814b36298988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8977074'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.308535 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76b1d497-58ae-4cf0-9de0-814b36298988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.364558 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76b1d497-58ae-4cf0-9de0-814b36298988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9331253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8523901'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.391335 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1d497-58ae-4cf0-9de0-814b36298988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adc5da3e-7aa3-48a6-a466-6382f63d147c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:38.393337 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76b1d497-58ae-4cf0-9de0-814b36298988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.395269 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-76b1d497-58ae-4cf0-9de0-814b36298988 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/adc5da3e-7aa3-48a6-a466-6382f63d147c HTTP/1.1" status: 204 len: 168 time: 0.2205639 Sep 20 20:43:38.398859 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46576) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:38.479271 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.487836 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:43:38.508880 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:43:38.509284 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 9b74c78e-9e8a-406d-b49e-e6e4bac2f060 not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:43:38.567706 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.593542 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff533ef-2f0f-4b2a-b4f9-c002588fcdd2']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:38.603292 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f6326a-6342-42db-a704-c0a65ec7e2af') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:38.603587 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f6326a-6342-42db-a704-c0a65ec7e2af') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:38.617621 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.631931 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.642302 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:43:38.642695 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:43:38.644452 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:43:38.700361 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.705377 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.707304 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] 10.222.0.44 "DELETE /v2.0/networks/aff533ef-2f0f-4b2a-b4f9-c002588fcdd2 HTTP/1.1" status: 204 len: 168 time: 0.3074734 Sep 20 20:43:38.719608 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f9cfc-cda9-40c0-b69b-6a8741848269 admin admin] Pushing event deleted for resources: {'Network': ['ID=aff533ef-2f0f-4b2a-b4f9-c002588fcdd2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:38.874247 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46592) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:38.913586 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-4eefc0be-4c92-467e-bbbe-82de597a664c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1a1289938a0409fbba92b868757bddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382376 Sep 20 20:43:38.916055 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46594) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:38.966790 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e7d98bf-da70-4a42-b083-22c07ffcf6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:38.990771 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e7d98bf-da70-4a42-b083-22c07ffcf6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:39.035210 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e7d98bf-da70-4a42-b083-22c07ffcf6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:39.037974 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e7d98bf-da70-4a42-b083-22c07ffcf6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:39.039159 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-9e7d98bf-da70-4a42-b083-22c07ffcf6db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d3a3354-a603-45cd-a0ee-24e3c7d05aa5 HTTP/1.1" status: 204 len: 168 time: 0.1222160 Sep 20 20:43:39.046631 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d98bf-da70-4a42-b083-22c07ffcf6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3a3354-a603-45cd-a0ee-24e3c7d05aa5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:39.795198 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46630) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:39.839649 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-653eab32-925f-470d-8767-406fb629bcbd admin admin] Deleting subnet d5169383-5fee-44c5-8364-8033b5ec87a8 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:43:39.842796 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-653eab32-925f-470d-8767-406fb629bcbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:39.876972 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-653eab32-925f-470d-8767-406fb629bcbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8977074'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:39.917522 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-653eab32-925f-470d-8767-406fb629bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:39.972307 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-653eab32-925f-470d-8767-406fb629bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9331253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8523901'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:39.999803 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653eab32-925f-470d-8767-406fb629bcbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5169383-5fee-44c5-8364-8033b5ec87a8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:40.001806 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-653eab32-925f-470d-8767-406fb629bcbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.003755 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-653eab32-925f-470d-8767-406fb629bcbd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d5169383-5fee-44c5-8364-8033b5ec87a8 HTTP/1.1" status: 204 len: 168 time: 0.2075605 Sep 20 20:43:40.006178 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46638) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:40.075443 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.160797 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.180057 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d6a1c9-ca17-4957-9be7-7c5a9d9259cf']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:40.188992 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36e5aa3-ca60-4bf2-b79d-1d9fb280f38a') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:40.189288 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36e5aa3-ca60-4bf2-b79d-1d9fb280f38a') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:40.198791 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.211392 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.217644 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:43:40.218147 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:43:40.220009 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:43:40.280308 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.285804 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.287704 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] 10.222.0.44 "DELETE /v2.0/networks/13d6a1c9-ca17-4957-9be7-7c5a9d9259cf HTTP/1.1" status: 204 len: 168 time: 0.2806251 Sep 20 20:43:40.291026 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46650) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:40.299531 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fc3ca-5027-4477-beab-faf69b5bcf38 admin admin] Pushing event deleted for resources: {'Network': ['ID=13d6a1c9-ca17-4957-9be7-7c5a9d9259cf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:40.335340 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-533cfb05-1934-4382-ad6b-1cb7b18e206c admin admin] Deleting subnet e2983cda-b9a7-44ad-b752-4d9f8eeb4c04 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:43:40.338651 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-533cfb05-1934-4382-ad6b-1cb7b18e206c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.384960 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-533cfb05-1934-4382-ad6b-1cb7b18e206c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9723860'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.429275 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-533cfb05-1934-4382-ad6b-1cb7b18e206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.484874 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-533cfb05-1934-4382-ad6b-1cb7b18e206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8543097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552993'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.512234 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cfb05-1934-4382-ad6b-1cb7b18e206c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2983cda-b9a7-44ad-b752-4d9f8eeb4c04,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:40.515947 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-533cfb05-1934-4382-ad6b-1cb7b18e206c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.519104 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-533cfb05-1934-4382-ad6b-1cb7b18e206c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e2983cda-b9a7-44ad-b752-4d9f8eeb4c04 HTTP/1.1" status: 204 len: 168 time: 0.2268665 Sep 20 20:43:40.520231 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46660) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:40.590817 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.678025 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.697040 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fba0e61-132e-42d4-90ea-696b99475d72']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:40.706205 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca2e7ef-3d2f-4c00-84e0-ded27ce15ec3') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:40.706502 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca2e7ef-3d2f-4c00-84e0-ded27ce15ec3') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:43:40.717372 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9723871'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.731440 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.737375 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:43:40.737840 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8542887'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: Traceback (most recent call last): Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: timer() Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: cb(*args, **kw) Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: return func(*args, **kwargs) Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: self._notify() Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: self.callback(batched_events) Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: event.method(event) Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: return f(self, *a, **k) Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: return self._get(url).json() Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:43:40.739558 dv-cinder-798208-2-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:43:40.797682 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.802522 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.806509 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0fba0e61-132e-42d4-90ea-696b99475d72 HTTP/1.1" status: 204 len: 168 time: 0.2852857 Sep 20 20:43:40.819596 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af19086-e241-470a-a52e-ec1d5d07b7b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fba0e61-132e-42d4-90ea-696b99475d72,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:40.866128 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-aa25c156-7dde-47bf-ae54-c9ec1582c2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:40.914514 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46680) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:40.997354 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46684) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:41.028357 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6352b6f6-aab4-4055-a2b7-b9d84885924a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.061608 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d54f795c-cca1-4fbe-9b17-9ff3f5d806a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd84e710c41b4e4b823fc5f20226c0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629656 Sep 20 20:43:41.064517 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46686) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:41.113917 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3eb40ab-3a66-434f-810f-bcee2e29549b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.135014 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6352b6f6-aab4-4055-a2b7-b9d84885924a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.136115 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3eb40ab-3a66-434f-810f-bcee2e29549b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.138936 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6352b6f6-aab4-4055-a2b7-b9d84885924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.182169 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3eb40ab-3a66-434f-810f-bcee2e29549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.182592 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6352b6f6-aab4-4055-a2b7-b9d84885924a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7eeea82f0874d979f184c7e890249b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668989 Sep 20 20:43:41.184459 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46688) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:41.185033 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3eb40ab-3a66-434f-810f-bcee2e29549b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.188678 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-d3eb40ab-3a66-434f-810f-bcee2e29549b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96de4c7e-749c-453b-b3fd-faf2c7ffd14a HTTP/1.1" status: 204 len: 168 time: 0.1202822 Sep 20 20:43:41.190787 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352b6f6-aab4-4055-a2b7-b9d84885924a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1ed0d3-b5ae-4d3e-8245-ba7f7d615b7c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:41.196157 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb40ab-3a66-434f-810f-bcee2e29549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96de4c7e-749c-453b-b3fd-faf2c7ffd14a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:41.246314 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2234d941-3bbb-425a-a240-da57bc14ce95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.266672 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2234d941-3bbb-425a-a240-da57bc14ce95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.314606 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2234d941-3bbb-425a-a240-da57bc14ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.317375 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2234d941-3bbb-425a-a240-da57bc14ce95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.318591 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2234d941-3bbb-425a-a240-da57bc14ce95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed1ed0d3-b5ae-4d3e-8245-ba7f7d615b7c HTTP/1.1" status: 204 len: 168 time: 0.1331742 Sep 20 20:43:41.326642 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234d941-3bbb-425a-a240-da57bc14ce95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1ed0d3-b5ae-4d3e-8245-ba7f7d615b7c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:41.520818 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46698) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:41.560501 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-83973d13-ecb9-4ab8-b70c-ae05ef64f98e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=284fddb98c484142abcaf09a5320a3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383253 Sep 20 20:43:41.562884 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46700) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:41.611644 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa0df-616d-42d4-9fa4-9e08cc7b8900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.632628 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa0df-616d-42d4-9fa4-9e08cc7b8900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.703364 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa0df-616d-42d4-9fa4-9e08cc7b8900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.706630 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa0df-616d-42d4-9fa4-9e08cc7b8900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.707820 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-ae8aa0df-616d-42d4-9fa4-9e08cc7b8900 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/923ec370-97b8-45f7-8e91-26363482b818 HTTP/1.1" status: 204 len: 168 time: 0.1440475 Sep 20 20:43:41.716568 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8aa0df-616d-42d4-9fa4-9e08cc7b8900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923ec370-97b8-45f7-8e91-26363482b818,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:41.717672 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46704) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:41.737492 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f54fce6a-7a3d-496c-845c-becce8161706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.828607 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f54fce6a-7a3d-496c-845c-becce8161706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.832347 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f54fce6a-7a3d-496c-845c-becce8161706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.873344 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f54fce6a-7a3d-496c-845c-becce8161706 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a21c413392a4fdca590c9c9597e8bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520522 Sep 20 20:43:41.873344 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fce6a-7a3d-496c-845c-becce8161706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064d0ba9-3fb0-430a-9c15-b181dde4bca8,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:41.873504 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46706) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:41.925623 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29a49c85-476f-4f03-95ba-092a885a8f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:41.953030 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29a49c85-476f-4f03-95ba-092a885a8f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:42.001328 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29a49c85-476f-4f03-95ba-092a885a8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:42.004254 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29a49c85-476f-4f03-95ba-092a885a8f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:42.008521 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-29a49c85-476f-4f03-95ba-092a885a8f83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/064d0ba9-3fb0-430a-9c15-b181dde4bca8 HTTP/1.1" status: 204 len: 168 time: 0.1309664 Sep 20 20:43:42.014796 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a49c85-476f-4f03-95ba-092a885a8f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064d0ba9-3fb0-430a-9c15-b181dde4bca8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:43.418883 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c34c58b6-5bfa-4667-8eee-fde268f162d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:44.009302 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:44.715000 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.032994 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46860) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:46.139343 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a52ca2c4-c1d7-4b7f-8345-160964b3facc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.234567 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a52ca2c4-c1d7-4b7f-8345-160964b3facc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.239751 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a52ca2c4-c1d7-4b7f-8345-160964b3facc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.246414 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.276021 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ca2c4-c1d7-4b7f-8345-160964b3facc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf7572-c0b7-43dc-ade4-36459cde6ac7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:46.291361 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46876) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:46.291833 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a52ca2c4-c1d7-4b7f-8345-160964b3facc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20a0d96217954d85bb78c677c3139f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572117 Sep 20 20:43:46.323751 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46878) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:46.345306 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e98216e-1103-47c5-bc4f-5256398e3ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.366165 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e98216e-1103-47c5-bc4f-5256398e3ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.415675 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e98216e-1103-47c5-bc4f-5256398e3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.419163 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e98216e-1103-47c5-bc4f-5256398e3ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.422842 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2e98216e-1103-47c5-bc4f-5256398e3ef5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbbf7572-c0b7-43dc-ade4-36459cde6ac7 HTTP/1.1" status: 204 len: 168 time: 0.1300535 Sep 20 20:43:46.438840 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98216e-1103-47c5-bc4f-5256398e3ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf7572-c0b7-43dc-ade4-36459cde6ac7,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:46.465046 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b524a91-27a4-4638-b749-079f6ce4c432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.482854 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-443593f0-5ea7-4f7c-98df-98ab6eb6a738 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102581471&fields=id&tenant_id=8fe954198bb24397af532d69779c8834 HTTP/1.1" status: 200 len: 267 time: 0.0618668 Sep 20 20:43:46.625706 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-409e047f-9765-42b2-893c-864aaa8eb985 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:46.630882 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-409e047f-9765-42b2-893c-864aaa8eb985 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 811 time: 0.1339293 Sep 20 20:43:46.664673 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-4c62a0ac-250d-4efd-85b7-07b7bead0c76 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/quotas/8fe954198bb24397af532d69779c8834 HTTP/1.1" status: 200 len: 375 time: 0.0295024 Sep 20 20:43:46.666443 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b524a91-27a4-4638-b749-079f6ce4c432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.670497 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b524a91-27a4-4638-b749-079f6ce4c432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.706478 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46890) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:46.719242 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6d10c6be-002f-46ac-b618-494495aa302c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.733161 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-1b524a91-27a4-4638-b749-079f6ce4c432 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=042aebfeafd9418094ae313b7fa61de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081438 Sep 20 20:43:46.735898 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46892) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:46.737583 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b524a91-27a4-4638-b749-079f6ce4c432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9313230c-508d-4d18-bd20-22ac2d403098,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:46.756419 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-1d7ee0e2-cb17-4e11-83a1-6e26e56ac3d7 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831060 Sep 20 20:43:46.825938 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91494d61-30cc-4803-b7fb-41aae44dfbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.855496 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-799dacf1-ea21-4053-a309-2c4743749d71 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872309 Sep 20 20:43:46.858019 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91494d61-30cc-4803-b7fb-41aae44dfbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.872679 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6d10c6be-002f-46ac-b618-494495aa302c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.880137 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6d10c6be-002f-46ac-b618-494495aa302c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.933672 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10c6be-002f-46ac-b618-494495aa302c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a098e996-b0a8-4cae-b9fe-8ba1d2f2c1e9,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:46.940374 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6d10c6be-002f-46ac-b618-494495aa302c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9e15f0dcffe452a9e232e602e7acdee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303104 Sep 20 20:43:46.940830 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46894) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:46.959102 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91494d61-30cc-4803-b7fb-41aae44dfbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.963135 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91494d61-30cc-4803-b7fb-41aae44dfbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:46.966752 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-91494d61-30cc-4803-b7fb-41aae44dfbf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9313230c-508d-4d18-bd20-22ac2d403098 HTTP/1.1" status: 204 len: 168 time: 0.2274709 Sep 20 20:43:46.974043 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91494d61-30cc-4803-b7fb-41aae44dfbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9313230c-508d-4d18-bd20-22ac2d403098,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:46.986534 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-087ae42c-a236-4c9a-bf86-b746befb8ba4 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248162 Sep 20 20:43:47.019999 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2f1618f-fa39-4e0d-9547-90822b9dd921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:47.043280 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2f1618f-fa39-4e0d-9547-90822b9dd921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:47.094840 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2f1618f-fa39-4e0d-9547-90822b9dd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:47.097670 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2f1618f-fa39-4e0d-9547-90822b9dd921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:47.101850 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-a2f1618f-fa39-4e0d-9547-90822b9dd921 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a098e996-b0a8-4cae-b9fe-8ba1d2f2c1e9 HTTP/1.1" status: 204 len: 168 time: 0.1570168 Sep 20 20:43:47.108730 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1618f-fa39-4e0d-9547-90822b9dd921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a098e996-b0a8-4cae-b9fe-8ba1d2f2c1e9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:47.321623 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-225e3dea-2819-44ab-b101-3deb2f24e6e1 req-352bbd83-57a0-42ad-b87c-2386ad76fad3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 210 time: 0.0302153 Sep 20 20:43:47.361686 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 46914) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:47.379320 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f85bb290-9e66-4c06-9d2f-f7cd18eb25f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:47.496267 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f85bb290-9e66-4c06-9d2f-f7cd18eb25f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:47.501953 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f85bb290-9e66-4c06-9d2f-f7cd18eb25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:47.534342 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bb290-9e66-4c06-9d2f-f7cd18eb25f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac52919-791c-4a48-9cfd-3bf76e302b66,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:47.556997 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 46926) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:47.557246 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f85bb290-9e66-4c06-9d2f-f7cd18eb25f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb0666ed88b1437882e8ad8164328b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943099 Sep 20 20:43:47.607991 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c510e48a-c607-40c1-9e0e-e6a86f2d0b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:47.630765 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c510e48a-c607-40c1-9e0e-e6a86f2d0b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:47.691464 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c510e48a-c607-40c1-9e0e-e6a86f2d0b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:47.695643 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c510e48a-c607-40c1-9e0e-e6a86f2d0b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:47.697410 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c510e48a-c607-40c1-9e0e-e6a86f2d0b1b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ac52919-791c-4a48-9cfd-3bf76e302b66 HTTP/1.1" status: 204 len: 168 time: 0.1392639 Sep 20 20:43:47.705510 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510e48a-c607-40c1-9e0e-e6a86f2d0b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac52919-791c-4a48-9cfd-3bf76e302b66,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:48.334876 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-d6e7d90a-1d9c-4353-986a-0db121e49d88 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:48.337299 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-d6e7d90a-1d9c-4353-986a-0db121e49d88 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 811 time: 0.1329896 Sep 20 20:43:48.420275 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-d946afde-b2f0-42aa-b900-f079646ad036 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fe954198bb24397af532d69779c8834 HTTP/1.1" status: 200 len: 380 time: 0.0713818 Sep 20 20:43:48.437299 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'port': {'device_id': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'admin_state_up': True, 'tenant_id': '8fe954198bb24397af532d69779c8834', 'security_groups': ['3ebf3e8d-5b02-4347-8ec4-cc3c62777afa']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:48.480580 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-0226d20a-8e0b-4313-96b6-2bd0d7704d31 req-a5d29c80-befb-414b-a451-dcebf90dacdd tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 210 time: 0.0678136 Sep 20 20:43:48.587546 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Made reservation on behalf of 8fe954198bb24397af532d69779c8834 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:48.595405 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:48.764765 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Allocated IP 172.20.0.14 (2eb00826-e894-4d88-a83d-39c86dd4c036/903adba1-e694-44d5-ae80-e78101422620/aa34bd32-9c84-4182-8763-7723c5b19fa0) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:43:48.910500 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:48.943219 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:48.982694 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Network 2eb00826-e894-4d88-a83d-39c86dd4c036 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:43:48.987687 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:48.994788 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:43:49.027401 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'Port': ['ID=aa34bd32-9c84-4182-8763-7723c5b19fa0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:49.048182 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:49.048815 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:49.067226 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-e7214533-64a8-4377-8e04-a3a4f293ecc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6357780 Sep 20 20:43:49.079257 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Request body: {'port': {'device_id': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:49.137511 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:49.196971 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-bf36a5ed-01fa-4637-8c1a-55b3ec023c68 None None] Provisioning complete for port aa34bd32-9c84-4182-8763-7723c5b19fa0 triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:49.197487 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bf36a5ed-01fa-4637-8c1a-55b3ec023c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:49.232265 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-bf36a5ed-01fa-4637-8c1a-55b3ec023c68 None None] Port aa34bd32-9c84-4182-8763-7723c5b19fa0 cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:43:49.408377 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa34bd32-9c84-4182-8763-7723c5b19fa0 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:43:49.416264 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:49.431622 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Transition to ACTIVE for port object aa34bd32-9c84-4182-8763-7723c5b19fa0 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:43:49.434674 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:49.538191 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Pushing event updated for resources: {'Port': ['ID=aa34bd32-9c84-4182-8763-7723c5b19fa0,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:49.553014 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Attempting to bind port aa34bd32-9c84-4182-8763-7723c5b19fa0 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:43:49.553345 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Attempting to bind port aa34bd32-9c84-4182-8763-7723c5b19fa0 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:43:49.553670 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Attempting to bind port aa34bd32-9c84-4182-8763-7723c5b19fa0 on network 2eb00826-e894-4d88-a83d-39c86dd4c036 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:43:49.558402 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Port aa34bd32-9c84-4182-8763-7723c5b19fa0 on network 2eb00826-e894-4d88-a83d-39c86dd4c036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:43:49.558570 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Attempting to bind port aa34bd32-9c84-4182-8763-7723c5b19fa0 on network 2eb00826-e894-4d88-a83d-39c86dd4c036 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:43:49.563536 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:43:49.563877 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Checking segment: {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:49.564258 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Bound using segment: {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:43:49.564692 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Bound port: aa34bd32-9c84-4182-8763-7723c5b19fa0, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:43:49.565050 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:49.619100 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7f272-63d7-4fa7-ba9e-e0434a7a0476 req-12915d44-43ce-4d42-9b8d-9727b1d67481 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:49.621613 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ddf7f272-63d7-4fa7-ba9e-e0434a7a0476 req-12915d44-43ce-4d42-9b8d-9727b1d67481 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 944 time: 0.0616827 Sep 20 20:43:49.651858 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] For port aa34bd32-9c84-4182-8763-7723c5b19fa0, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:43:49.655242 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] For port aa34bd32-9c84-4182-8763-7723c5b19fa0, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=aa34bd32-9c84-4182-8763-7723c5b19fa0,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:43:49.661267 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:49.694438 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:49.695599 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:49.697022 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] 10.222.0.45 "PUT /v2.0/ports/aa34bd32-9c84-4182-8763-7723c5b19fa0 HTTP/1.1" status: 200 len: 1094 time: 0.6220062 Sep 20 20:43:49.697692 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'tag': 'aa34bd32-9c84-4182-8763-7723c5b19fa0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:43:49.700506 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7594c428-44ca-426f-8440-b6883cd92658" -d '{"events": [{"name": "network-changed", "server_uuid": "a8229d30-4b75-49a1-9035-eced96ab52e9", "tag": "aa34bd32-9c84-4182-8763-7723c5b19fa0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:43:49.706622 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ddf7f272-63d7-4fa7-ba9e-e0434a7a0476 req-38a8b786-537a-4ff6-9fac-38c20f4d3e1f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788157 Sep 20 20:43:49.761784 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f14c28-f05c-44a2-9483-8092d5cffa94 x-openstack-request-id: req-05f14c28-f05c-44a2-9483-8092d5cffa94 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:43:49.762119 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8229d30-4b75-49a1-9035-eced96ab52e9", "tag": "aa34bd32-9c84-4182-8763-7723c5b19fa0", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:43:49.762378 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05f14c28-f05c-44a2-9483-8092d5cffa94 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:43:49.762783 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'tag': 'aa34bd32-9c84-4182-8763-7723c5b19fa0', 'status': 'completed', 'code': 200} Sep 20 20:43:49.775821 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bdb09-f5e4-4a1c-a82c-b06cfe091e13 service neutron] Pushing event updated for resources: {'Port': ['ID=aa34bd32-9c84-4182-8763-7723c5b19fa0,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:49.821265 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-d7458f5e-a150-4222-b803-09d6c02a1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:49.822925 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-d7458f5e-a150-4222-b803-09d6c02a1b20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 1097 time: 0.0593865 Sep 20 20:43:49.873289 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-df377de2-d388-4736-9e38-52366a339f2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa34bd32-9c84-4182-8763-7723c5b19fa0 HTTP/1.1" status: 200 len: 217 time: 0.0424318 Sep 20 20:43:49.940340 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-da677431-661e-4b80-8374-350900ccf79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:49.941985 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-da677431-661e-4b80-8374-350900ccf79d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0621586 Sep 20 20:43:50.002876 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-7886350d-f53c-45d2-89e3-7c48fbb40c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:50.004930 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-7886350d-f53c-45d2-89e3-7c48fbb40c33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559952 Sep 20 20:43:50.115454 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-43518fc7-493c-40f6-9fa8-1f827802179a service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026697 Sep 20 20:43:50.207944 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5df5f0cf-1acb-48d9-bcfb-fcac6b0f34a5 req-f1b98b46-dd1a-459b-a5e5-7ba5d89b54ee service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856044 Sep 20 20:43:50.301776 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594c428-44ca-426f-8440-b6883cd92658 req-8d861c93-beb0-49f5-97f7-a9df46b97416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:50.303322 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7594c428-44ca-426f-8440-b6883cd92658 req-8d861c93-beb0-49f5-97f7-a9df46b97416 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 1097 time: 0.0463743 Sep 20 20:43:50.374707 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 47032) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:50.402801 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594c428-44ca-426f-8440-b6883cd92658 req-b84eeff1-e597-4318-8a85-8e3c5b0b785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:50.404267 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7594c428-44ca-426f-8440-b6883cd92658 req-b84eeff1-e597-4318-8a85-8e3c5b0b785e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.0940208 Sep 20 20:43:50.488392 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3cd73cae-5ba1-4bf5-a492-4416bbbbbb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:50.593795 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3cd73cae-5ba1-4bf5-a492-4416bbbbbb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:50.597866 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3cd73cae-5ba1-4bf5-a492-4416bbbbbb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:50.636509 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3cd73cae-5ba1-4bf5-a492-4416bbbbbb83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59943da1d8194b239b4641adc1a97413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607186 Sep 20 20:43:50.637359 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd73cae-5ba1-4bf5-a492-4416bbbbbb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1218414f-3201-42ae-9898-5f49ed045ac3,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:50.639665 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 47036) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:50.691416 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-51f56536-8b28-4a18-9a89-158b37fcd6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:50.703923 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7594c428-44ca-426f-8440-b6883cd92658 req-3922459b-fdd3-41b3-86f3-f79ebd41a3cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa34bd32-9c84-4182-8763-7723c5b19fa0 HTTP/1.1" status: 200 len: 217 time: 0.2913218 Sep 20 20:43:50.712025 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-51f56536-8b28-4a18-9a89-158b37fcd6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:50.753815 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594c428-44ca-426f-8440-b6883cd92658 req-cf1e5859-6c79-49dd-9fe2-4dec0ae5e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:50.755351 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7594c428-44ca-426f-8440-b6883cd92658 req-cf1e5859-6c79-49dd-9fe2-4dec0ae5e77f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0440040 Sep 20 20:43:50.765785 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-51f56536-8b28-4a18-9a89-158b37fcd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:50.768554 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-51f56536-8b28-4a18-9a89-158b37fcd6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:50.772733 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-51f56536-8b28-4a18-9a89-158b37fcd6a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1218414f-3201-42ae-9898-5f49ed045ac3 HTTP/1.1" status: 204 len: 168 time: 0.1321063 Sep 20 20:43:50.780725 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f56536-8b28-4a18-9a89-158b37fcd6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1218414f-3201-42ae-9898-5f49ed045ac3,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:50.815763 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594c428-44ca-426f-8440-b6883cd92658 req-d5c1a3a0-5ebd-4525-930a-ce289bd1593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:50.817327 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7594c428-44ca-426f-8440-b6883cd92658 req-d5c1a3a0-5ebd-4525-930a-ce289bd1593c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551560 Sep 20 20:43:50.846217 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7e0a1-8c61-4466-accd-31fe733f9925 req-96c8e167-7122-41a3-9337-704df503b95f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:50.847747 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c8e7e0a1-8c61-4466-accd-31fe733f9925 req-96c8e167-7122-41a3-9337-704df503b95f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 944 time: 0.0564554 Sep 20 20:43:50.887172 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c8e7e0a1-8c61-4466-accd-31fe733f9925 req-0e3df548-a66d-4eba-b7f0-ee300c37654f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322759 Sep 20 20:43:50.917651 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7594c428-44ca-426f-8440-b6883cd92658 req-7f893dfc-5632-43d4-a8f4-edeef5c8ae08 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933273 Sep 20 20:43:51.020875 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7594c428-44ca-426f-8440-b6883cd92658 req-f5f1f391-d56f-4e66-bc8d-347f1b42ec6b service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960073 Sep 20 20:43:51.066915 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 47044) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:51.079693 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd260-4d58-40bd-a105-335f8e4673dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:51.168900 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd260-4d58-40bd-a105-335f8e4673dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:51.173045 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd260-4d58-40bd-a105-335f8e4673dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:51.210879 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-6ccdd260-4d58-40bd-a105-335f8e4673dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=672eb64506cc4c50ac06966bf071a3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423514 Sep 20 20:43:51.211706 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdd260-4d58-40bd-a105-335f8e4673dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf594835-a9b4-4481-acdc-32062dbb5bea,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:51.213716 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 47052) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:51.264081 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1904-9cc1-4f1a-8d83-7f4b13e3abcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:51.285064 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1904-9cc1-4f1a-8d83-7f4b13e3abcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:51.329785 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1904-9cc1-4f1a-8d83-7f4b13e3abcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:51.332376 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc1904-9cc1-4f1a-8d83-7f4b13e3abcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:51.333519 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5fbc1904-9cc1-4f1a-8d83-7f4b13e3abcf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf594835-a9b4-4481-acdc-32062dbb5bea HTTP/1.1" status: 204 len: 168 time: 0.1176255 Sep 20 20:43:51.343115 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc1904-9cc1-4f1a-8d83-7f4b13e3abcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf594835-a9b4-4481-acdc-32062dbb5bea,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:52.008708 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22122a7-9c40-4b07-86a1-b613bb1fe801 req-a313ec3d-9a11-4ae6-b549-1302622916ea tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:52.010215 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a22122a7-9c40-4b07-86a1-b613bb1fe801 req-a313ec3d-9a11-4ae6-b549-1302622916ea tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 944 time: 0.0480740 Sep 20 20:43:52.048964 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-a22122a7-9c40-4b07-86a1-b613bb1fe801 req-a28015ea-28d2-41a6-9b71-1abfc351612d tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327921 Sep 20 20:43:53.170778 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878cc09-1bbf-415f-9551-e6fa6b765356 req-cec6d83c-ef1f-4f49-8e0e-cc1324ec5d48 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:53.172276 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3878cc09-1bbf-415f-9551-e6fa6b765356 req-cec6d83c-ef1f-4f49-8e0e-cc1324ec5d48 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 944 time: 0.0529757 Sep 20 20:43:53.210346 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3878cc09-1bbf-415f-9551-e6fa6b765356 req-5be4a3b5-1868-430a-8684-f867222422ba tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321748 Sep 20 20:43:54.351457 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22509a50-aba8-4423-93a0-c22398901008 req-c8b2d1f9-94e9-4322-988a-2faa1193983c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:54.352952 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-22509a50-aba8-4423-93a0-c22398901008 req-c8b2d1f9-94e9-4322-988a-2faa1193983c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 944 time: 0.0608876 Sep 20 20:43:54.390369 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-22509a50-aba8-4423-93a0-c22398901008 req-0814dddc-ae53-44ff-b60c-720ae2d7acdc tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Sep 20 20:43:55.518276 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeac453-5fa5-40ab-bb6d-31ebb7c2a025 req-336920c5-5d24-4777-870d-f19f90d7136e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:55.519797 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ffeac453-5fa5-40ab-bb6d-31ebb7c2a025 req-336920c5-5d24-4777-870d-f19f90d7136e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 944 time: 0.0565116 Sep 20 20:43:55.557478 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ffeac453-5fa5-40ab-bb6d-31ebb7c2a025 req-ae59e3c9-ad2d-41ff-bb26-c25c43e63348 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312104 Sep 20 20:43:55.607806 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 47200) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:55.707980 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea265213-cce7-4932-9e1d-b5c8d33f5f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:55.793934 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea265213-cce7-4932-9e1d-b5c8d33f5f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:55.797314 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ea265213-cce7-4932-9e1d-b5c8d33f5f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:55.832971 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ea265213-cce7-4932-9e1d-b5c8d33f5f42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fa8a2e442ee414e819ba62d9ace2a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239780 Sep 20 20:43:55.834756 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea265213-cce7-4932-9e1d-b5c8d33f5f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed225bc5-1333-4835-907d-47c3aa581ecf,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:55.835623 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 47204) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:55.883614 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01a8cf41-1285-4f11-b40d-451ce87ae465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:55.903942 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01a8cf41-1285-4f11-b40d-451ce87ae465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:55.949282 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01a8cf41-1285-4f11-b40d-451ce87ae465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:55.951827 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01a8cf41-1285-4f11-b40d-451ce87ae465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:55.952948 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-01a8cf41-1285-4f11-b40d-451ce87ae465 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed225bc5-1333-4835-907d-47c3aa581ecf HTTP/1.1" status: 204 len: 168 time: 0.1162677 Sep 20 20:43:55.960413 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8cf41-1285-4f11-b40d-451ce87ae465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed225bc5-1333-4835-907d-47c3aa581ecf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:56.202459 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 47214) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:56.215909 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94c26eb3-1c0b-46ff-906f-50dd42a8d5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:56.309490 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94c26eb3-1c0b-46ff-906f-50dd42a8d5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:56.312926 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94c26eb3-1c0b-46ff-906f-50dd42a8d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:56.352350 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-94c26eb3-1c0b-46ff-906f-50dd42a8d5d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=911ccbb3a9c0412386c8fa06b4152be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488316 Sep 20 20:43:56.353452 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c26eb3-1c0b-46ff-906f-50dd42a8d5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc6f05-3d2a-4b21-a329-4fb65699fc1d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:56.355213 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 47218) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:56.403229 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bba69975-1414-4310-bfde-5583b7418aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:56.424111 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bba69975-1414-4310-bfde-5583b7418aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:56.471781 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bba69975-1414-4310-bfde-5583b7418aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:56.474332 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bba69975-1414-4310-bfde-5583b7418aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:56.475479 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bba69975-1414-4310-bfde-5583b7418aaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19dc6f05-3d2a-4b21-a329-4fb65699fc1d HTTP/1.1" status: 204 len: 168 time: 0.1192729 Sep 20 20:43:56.483533 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba69975-1414-4310-bfde-5583b7418aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc6f05-3d2a-4b21-a329-4fb65699fc1d,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:56.565380 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device aa34bd32-9c84-4182-8763-7723c5b19fa0 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:43:56.665896 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port aa34bd32-9c84-4182-8763-7723c5b19fa0, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=aa34bd32-9c84-4182-8763-7723c5b19fa0,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:56.677445 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'aa34bd32-9c84-4182-8763-7723c5b19fa0', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'port_id': 'aa34bd32-9c84-4182-8763-7723c5b19fa0', 'mac_address': 'fa:16:3e:88:fd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:43:56.682955 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a0db0-d8cf-4e48-add2-b3fbb1366de9 req-eb1e8cf7-61be-4059-90ab-f748d8d1196a tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:56.684617 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f68a0db0-d8cf-4e48-add2-b3fbb1366de9 req-eb1e8cf7-61be-4059-90ab-f748d8d1196a tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 944 time: 0.0587406 Sep 20 20:43:56.715147 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:56.731139 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa34bd32-9c84-4182-8763-7723c5b19fa0 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:43:56.734300 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f68a0db0-d8cf-4e48-add2-b3fbb1366de9 req-370949af-3c3c-44c8-b5c6-3183a77434e3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 Sep 20 20:43:56.747694 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port aa34bd32-9c84-4182-8763-7723c5b19fa0, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=aa34bd32-9c84-4182-8763-7723c5b19fa0,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:56.751246 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:56.801621 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=aa34bd32-9c84-4182-8763-7723c5b19fa0,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:56.952301 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['aa34bd32-9c84-4182-8763-7723c5b19fa0'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:43:57.162145 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 47242) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:57.256442 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1810859-network', 'tenant_id': '00712add4d8f42dd82e2506bd7cb076f'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:57.277427 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Made reservation on behalf of 00712add4d8f42dd82e2506bd7cb076f for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:57.279621 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:57.287369 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:57.377590 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:57.382577 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:57.403874 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 20:43:57.418112 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9806a4c2-af35-4cd2-acc3-ba75f1695138,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:57.422932 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:57.423208 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Added segment e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf of type vlan for network 0eb0de04-b3e9-4442-9154-d6316540f6a2 Sep 20 20:43:57.462703 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781406716447'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:57.487585 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:57.488618 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:57.489261 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:57.522090 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3585882 Sep 20 20:43:57.525066 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 47252) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:57.530585 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Request body: {'subnet': {'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1810859-subnet', 'tenant_id': '00712add4d8f42dd82e2506bd7cb076f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:43:57.551923 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Made reservation on behalf of 00712add4d8f42dd82e2506bd7cb076f for: {'subnet': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:43:57.555853 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8523866'] for subnet, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:57.560720 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8147e75-b7b8-4a0f-b87a-6ab19769e421 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb0de04-b3e9-4442-9154-d6316540f6a2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:57.570618 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Network 0eb0de04-b3e9-4442-9154-d6316540f6a2 details requested by agent ovs-agent-dv-cinder-798208-2-iscsi with host dv-cinder-798208-2-iscsi {{(pid=94161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 20:43:57.720054 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9331318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8523892'] for subnet, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:57.775127 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc81fe5-2892-4b2a-8963-88282f9fcd8a,revision_number=0']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:57.785384 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.785732 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.786097 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.786430 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.786754 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.787102 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.787405 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.787753 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.788096 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.788477 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.788815 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.789152 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:43:57.795629 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Checking segment: {'id': 'e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:43:57.796052 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Network hostable DHCP agents. Network: 0eb0de04-b3e9-4442-9154-d6316540f6a2, hostable agents: ['407a20f9-8517-4f13-bec9-d0332e9ccafb'], hosted agents: [] {{(pid=94159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 20:43:57.814634 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Network 0eb0de04-b3e9-4442-9154-d6316540f6a2 is scheduled to be hosted by DHCP agent 407a20f9-8517-4f13-bec9-d0332e9ccafb with binding_index 1 {{(pid=94159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 20:43:57.824474 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798208-2-iscsi, 0eb0de04-b3e9-4442-9154-d6316540f6a2) {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:43:57.828653 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:57.829234 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:57.835297 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aadaae-c299-4922-b830-1b8457e46200 None None] Network 0eb0de04-b3e9-4442-9154-d6316540f6a2 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:57.844183 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-64c50098-3b07-46e8-a182-4df9e3a4ad7e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3174880 Sep 20 20:43:57.847171 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c3d0b-5280-404f-bd3f-03762694caf6 req-3d3d2f3d-1dc2-4f14-b2bd-7de2805e5497 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:57.854743 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-406c3d0b-5280-404f-bd3f-03762694caf6 req-3d3d2f3d-1dc2-4f14-b2bd-7de2805e5497 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 945 time: 0.0587826 Sep 20 20:43:57.901032 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-406c3d0b-5280-404f-bd3f-03762694caf6 req-fe42b37f-d625-4059-a667-324371f721ec tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Sep 20 20:43:57.966182 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702183e-6f36-4e67-93e9-51304893a582 None None] Network 0eb0de04-b3e9-4442-9154-d6316540f6a2 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:43:58.581248 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device aa34bd32-9c84-4182-8763-7723c5b19fa0 up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:43:58.627302 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port aa34bd32-9c84-4182-8763-7723c5b19fa0 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:43:58.630833 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port aa34bd32-9c84-4182-8763-7723c5b19fa0 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:43:58.631338 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:58.634372 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 47272) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:58.710297 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:58.732545 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa34bd32-9c84-4182-8763-7723c5b19fa0'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:43:58.734810 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57da217-b720-4c7a-9ce5-3d797a4f5292" -d '{"events": [{"server_uuid": "a8229d30-4b75-49a1-9035-eced96ab52e9", "name": "network-vif-plugged", "status": "completed", "tag": "aa34bd32-9c84-4182-8763-7723c5b19fa0"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:43:58.743777 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8ee4-3561-4d12-86e4-c52d84dd8b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:58.748171 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port aa34bd32-9c84-4182-8763-7723c5b19fa0, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=aa34bd32-9c84-4182-8763-7723c5b19fa0,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:43:58.752553 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:58.778145 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e05b63-5d43-4d36-b30d-6d965b9808fb x-openstack-request-id: req-a2e05b63-5d43-4d36-b30d-6d965b9808fb {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:43:58.778440 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8229d30-4b75-49a1-9035-eced96ab52e9", "name": "network-vif-plugged", "status": "completed", "tag": "aa34bd32-9c84-4182-8763-7723c5b19fa0", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:43:58.778692 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2e05b63-5d43-4d36-b30d-6d965b9808fb {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:43:58.779075 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa34bd32-9c84-4182-8763-7723c5b19fa0', 'code': 200} Sep 20 20:43:58.808597 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=aa34bd32-9c84-4182-8763-7723c5b19fa0,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:58.843802 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8ee4-3561-4d12-86e4-c52d84dd8b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:58.847385 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8ee4-3561-4d12-86e4-c52d84dd8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:58.885416 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-f1fb8ee4-3561-4d12-86e4-c52d84dd8b2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a11bd5d0ef441799ec57099bc311974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499774 Sep 20 20:43:58.886315 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb8ee4-3561-4d12-86e4-c52d84dd8b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43aabe0f-057a-4db2-a03a-861aecdbe8c9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:58.888117 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 47278) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:43:58.954744 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e0f574c0-2227-44f2-a697-ea7c1dceb36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:58.989014 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba3b6c-9398-4373-9f05-1c321c3b19a2 req-338624bd-c103-4aa6-af02-6a6ac015499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:58.990557 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ecba3b6c-9398-4373-9f05-1c321c3b19a2 req-338624bd-c103-4aa6-af02-6a6ac015499c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 1099 time: 0.0393443 Sep 20 20:43:59.002988 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e0f574c0-2227-44f2-a697-ea7c1dceb36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:59.024479 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ecba3b6c-9398-4373-9f05-1c321c3b19a2 req-030fd0c5-113e-4936-8c7d-842de537d35b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272436 Sep 20 20:43:59.042687 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621494a-38c2-41e1-aaf5-1b437703f724 req-69c324f6-595d-4cfa-bfcc-3d4c1b9739df tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:59.044152 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2621494a-38c2-41e1-aaf5-1b437703f724 req-69c324f6-595d-4cfa-bfcc-3d4c1b9739df tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 946 time: 0.0869236 Sep 20 20:43:59.083946 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e0f574c0-2227-44f2-a697-ea7c1dceb36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:59.086418 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e0f574c0-2227-44f2-a697-ea7c1dceb36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:43:59.087547 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e0f574c0-2227-44f2-a697-ea7c1dceb36f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43aabe0f-057a-4db2-a03a-861aecdbe8c9 HTTP/1.1" status: 204 len: 168 time: 0.1965289 Sep 20 20:43:59.092322 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2621494a-38c2-41e1-aaf5-1b437703f724 req-694cfcb4-dceb-455b-b813-61e32c0e6eff tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 Sep 20 20:43:59.098353 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f574c0-2227-44f2-a697-ea7c1dceb36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aabe0f-057a-4db2-a03a-861aecdbe8c9,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:43:59.626245 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-32f74734-a827-4cfc-bcd8-124a416a8bd3 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:43:59.627704 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-32f74734-a827-4cfc-bcd8-124a416a8bd3 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/networks?id=0eb0de04-b3e9-4442-9154-d6316540f6a2 HTTP/1.1" status: 200 len: 811 time: 0.1025889 Sep 20 20:43:59.642590 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-1d98b1d0-58c3-4fff-b8c8-e8bc645ea335 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/quotas/00712add4d8f42dd82e2506bd7cb076f HTTP/1.1" status: 200 len: 375 time: 0.0087779 Sep 20 20:43:59.675990 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-3a25f107-c4fc-49d5-812a-764c788690ed tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=00712add4d8f42dd82e2506bd7cb076f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272894 Sep 20 20:43:59.762907 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-0392bd03-06ea-4bae-b9a9-c87a8e1dab80 service neutron] 10.222.0.44 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792742 Sep 20 20:43:59.856583 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-dc869d57-8610-41cb-a183-281c8efdc7df service neutron] 10.222.0.44 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874617 Sep 20 20:44:00.034814 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f3bddbf8-4436-4be8-94c3-9154768323f3 req-38730966-3ed2-4d34-8054-dcb650c1ecbb tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 210 time: 0.0351064 Sep 20 20:44:00.225275 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc08035-0c47-47ec-8378-7759f832700c req-98dca435-5b60-45c5-b6e6-6ee18ffc1828 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:00.226839 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5fc08035-0c47-47ec-8378-7759f832700c req-98dca435-5b60-45c5-b6e6-6ee18ffc1828 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 946 time: 0.0519726 Sep 20 20:44:00.266541 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5fc08035-0c47-47ec-8378-7759f832700c req-2bd4bd08-a836-4dd2-85c4-bce4ae9aeea1 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332756 Sep 20 20:44:00.383068 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05998d-fc6d-4a80-96d1-74bfe8e1010a req-975538ca-19c5-496e-86d2-88a2342fd707 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:00.385182 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ab05998d-fc6d-4a80-96d1-74bfe8e1010a req-975538ca-19c5-496e-86d2-88a2342fd707 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 946 time: 0.0512118 Sep 20 20:44:00.433402 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ab05998d-fc6d-4a80-96d1-74bfe8e1010a req-8aaa3414-9dc2-4c64-825e-fe8f6b7f9a08 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Sep 20 20:44:00.456207 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 47338) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:44:00.644435 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36df058-6d0a-4713-9c8b-6015eb1bbfd5 tempest-TestVolumeBootPattern-251907405 tempest-TestVolumeBootPattern-251907405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:00.645843 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e36df058-6d0a-4713-9c8b-6015eb1bbfd5 tempest-TestVolumeBootPattern-251907405 tempest-TestVolumeBootPattern-251907405-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 1094 time: 0.1886365 Sep 20 20:44:00.649625 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 47342) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:44:00.653758 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'floatingip': {'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'port_id': 'aa34bd32-9c84-4182-8763-7723c5b19fa0', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:44:00.674270 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:00.768085 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:00.872239 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Allocated IP 172.27.2.116 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/0c05935c-f58f-4406-a1ca-65b6a55184cd) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:44:00.971477 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-5306a6d1-46a2-4ea3-be4a-c059828e6c79 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:00.973522 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-5306a6d1-46a2-4ea3-be4a-c059828e6c79 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.45 "GET /v2.0/networks?id=0eb0de04-b3e9-4442-9154-d6316540f6a2 HTTP/1.1" status: 200 len: 811 time: 0.1093864 Sep 20 20:44:00.983603 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:00.985226 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Request body: {'port': {'device_id': 'e620ebaf-2129-41c2-983a-83f0e577755a', 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2', 'admin_state_up': True, 'tenant_id': '00712add4d8f42dd82e2506bd7cb076f'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:44:01.021972 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:01.065143 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:44:01.073013 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:44:01.075274 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'Port': ['ID=0c05935c-f58f-4406-a1ca-65b6a55184cd,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:01.077413 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:44:01.103188 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.103537 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.103879 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.104223 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.104537 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.104865 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.105187 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.105510 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.105836 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.106177 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.106496 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.106813 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:44:01.127059 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-da888e39-21f2-4999-8ec2-6d3804b25c67 req-93d73ee9-47b6-432c-8855-82ad485c8616 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 210 time: 0.0335932 Sep 20 20:44:01.135130 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Made reservation on behalf of 00712add4d8f42dd82e2506bd7cb076f for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:44:01.139157 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:01.281032 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Allocated IP 172.20.0.9 (0eb0de04-b3e9-4442-9154-d6316540f6a2/5fc81fe5-2892-4b2a-8963-88282f9fcd8a/2ed67a99-1a01-4f16-b7f6-158728c21e71) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:44:01.341308 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-cfacdb7f-8238-47e1-b5ef-489f2396e3e0 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=324cb8ddd5df4c699244404cbb3a734a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391953 Sep 20 20:44:01.430501 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:01.463929 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:01.509247 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Network 0eb0de04-b3e9-4442-9154-d6316540f6a2 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:44:01.512426 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:44:01.518405 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:44:01.525510 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Pushing event updated for resources: {'Port': ['ID=2ed67a99-1a01-4f16-b7f6-158728c21e71,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:01.570675 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:01.571289 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:01.585673 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-f33d2391-91a5-45b2-9256-dacdd476fc66 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6043437 Sep 20 20:44:01.598093 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Request body: {'port': {'device_id': 'e620ebaf-2129-41c2-983a-83f0e577755a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:44:01.618982 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-1c32c545-e5db-4807-8c18-30e52e943d53 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:01.620413 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-1c32c545-e5db-4807-8c18-30e52e943d53 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594235 Sep 20 20:44:01.645303 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-f219cbf2-4dd6-46a9-9286-da2dc82967f2 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/quotas/324cb8ddd5df4c699244404cbb3a734a HTTP/1.1" status: 200 len: 375 time: 0.0167022 Sep 20 20:44:01.646301 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:01.652195 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:01.695443 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-4e2dbea1-f3d5-4345-99d0-dc3cf058a31d tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=324cb8ddd5df4c699244404cbb3a734a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288336 Sep 20 20:44:01.743248 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:01.905096 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:01.914764 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:01.954722 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed67a99-1a01-4f16-b7f6-158728c21e71 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:44:01.960914 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3c7bf391-1314-4604-b1a3-8982104d979f req-5513cbbc-e5eb-4644-9d06-4eddf04cbdb7 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 210 time: 0.0935967 Sep 20 20:44:01.965383 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:01.978817 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Transition to ACTIVE for port object 2ed67a99-1a01-4f16-b7f6-158728c21e71 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:44:01.986489 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:02.043772 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Pushing event updated for resources: {'Port': ['ID=2ed67a99-1a01-4f16-b7f6-158728c21e71,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:02.129127 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Attempting to bind port 2ed67a99-1a01-4f16-b7f6-158728c21e71 on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:44:02.129807 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Attempting to bind port 2ed67a99-1a01-4f16-b7f6-158728c21e71 by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:44:02.130113 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Attempting to bind port 2ed67a99-1a01-4f16-b7f6-158728c21e71 on network 0eb0de04-b3e9-4442-9154-d6316540f6a2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:44:02.135628 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Port 2ed67a99-1a01-4f16-b7f6-158728c21e71 on network 0eb0de04-b3e9-4442-9154-d6316540f6a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:44:02.136054 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Attempting to bind port 2ed67a99-1a01-4f16-b7f6-158728c21e71 on network 0eb0de04-b3e9-4442-9154-d6316540f6a2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:44:02.141802 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:44:02.142276 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Checking segment: {'id': 'e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:44:02.142746 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Bound using segment: {'id': 'e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:44:02.143261 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Bound port: 2ed67a99-1a01-4f16-b7f6-158728c21e71, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:44:02.143728 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:02.219393 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] For port 2ed67a99-1a01-4f16-b7f6-158728c21e71, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:44:02.224256 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] For port 2ed67a99-1a01-4f16-b7f6-158728c21e71, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=2ed67a99-1a01-4f16-b7f6-158728c21e71,segment=NetworkSegment(e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf),segment_id=e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:44:02.229789 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:02.266594 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:02.267241 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:02.268641 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] 10.222.0.45 "PUT /v2.0/ports/2ed67a99-1a01-4f16-b7f6-158728c21e71 HTTP/1.1" status: 200 len: 1093 time: 0.6745677 Sep 20 20:44:02.269173 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e620ebaf-2129-41c2-983a-83f0e577755a', 'tag': '2ed67a99-1a01-4f16-b7f6-158728c21e71'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:44:02.272358 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee97af69-c0d5-4609-b5ca-e72ad1308f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "e620ebaf-2129-41c2-983a-83f0e577755a", "tag": "2ed67a99-1a01-4f16-b7f6-158728c21e71"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:44:02.278306 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'Port': ['ID=0c05935c-f58f-4406-a1ca-65b6a55184cd,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:02.287008 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:02.322127 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da46218-542a-4a6e-a349-325489a9504d x-openstack-request-id: req-3da46218-542a-4a6e-a349-325489a9504d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:44:02.322412 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e620ebaf-2129-41c2-983a-83f0e577755a", "tag": "2ed67a99-1a01-4f16-b7f6-158728c21e71", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:44:02.322660 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3da46218-542a-4a6e-a349-325489a9504d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:44:02.323060 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e620ebaf-2129-41c2-983a-83f0e577755a', 'tag': '2ed67a99-1a01-4f16-b7f6-158728c21e71', 'status': 'completed', 'code': 200} Sep 20 20:44:02.323969 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426445e-13ae-486b-b83b-12fdae55547d service neutron] Pushing event updated for resources: {'Port': ['ID=2ed67a99-1a01-4f16-b7f6-158728c21e71,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:02.337902 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013edc7-4d68-4095-be7c-c00909ec281a req-951139bd-5ffe-4d69-87ed-d2bfd2b55eb5 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:02.339432 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6013edc7-4d68-4095-be7c-c00909ec281a req-951139bd-5ffe-4d69-87ed-d2bfd2b55eb5 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 943 time: 0.1171393 Sep 20 20:44:02.375667 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-ac6a6597-2414-4993-8809-5e793ea15c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:02.377233 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-ac6a6597-2414-4993-8809-5e793ea15c26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00712add4d8f42dd82e2506bd7cb076f&device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 1096 time: 0.0444169 Sep 20 20:44:02.418705 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6013edc7-4d68-4095-be7c-c00909ec281a req-5d720451-b730-4b27-90da-b621e657c825 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717263 Sep 20 20:44:02.439215 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-9a7c6438-b89d-4d3e-b549-a20e604ffe64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ed67a99-1a01-4f16-b7f6-158728c21e71 HTTP/1.1" status: 200 len: 217 time: 0.0444446 Sep 20 20:44:02.442548 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Floating IP 5421227f-f16c-4b47-a775-cae339eeb57c associated. External IP: 172.27.2.116, port: aa34bd32-9c84-4182-8763-7723c5b19fa0. Sep 20 20:44:02.497475 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-810be106-46ad-490d-8628-4196bb3fc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:02.498963 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-810be106-46ad-490d-8628-4196bb3fc8c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fc81fe5-2892-4b2a-8963-88282f9fcd8a HTTP/1.1" status: 200 len: 851 time: 0.0524058 Sep 20 20:44:02.547558 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-b5d9407d-c91c-43cf-8047-f087183f2317 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0eb0de04-b3e9-4442-9154-d6316540f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406816 Sep 20 20:44:02.638676 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-b92a28cb-c7dc-4a41-b810-82ec819748d9 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836983 Sep 20 20:44:02.672639 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Router 35e606b7-0665-41d9-944e-268874a135e8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:44:02.730661 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b7f9bc8-140a-48d2-9430-0fd4c6f1e382 req-28455c7d-b297-47f5-9e21-e39689be7600 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842371 Sep 20 20:44:02.782415 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:44:02.793177 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9552aab-bf36-48a0-9279-0f586dd2f46b None None] Sync routers for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:44:02.800352 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:02.806115 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9552aab-bf36-48a0-9279-0f586dd2f46b None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:44:02.807174 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b9552aab-bf36-48a0-9279-0f586dd2f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:44:02.828532 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0480c3c8-720b-45dd-b890-b5b171a41859 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1778128 Sep 20 20:44:02.829258 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'tag': 'aa34bd32-9c84-4182-8763-7723c5b19fa0'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:44:02.831556 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ab5169-340a-49df-8a49-88b07ca39f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8229d30-4b75-49a1-9035-eced96ab52e9", "tag": "aa34bd32-9c84-4182-8763-7723c5b19fa0"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:44:02.848259 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ce17d64f-2aad-463f-8876-eb2c8ce3df4d tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=324cb8ddd5df4c699244404cbb3a734a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527215 Sep 20 20:44:02.867470 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c71f8d2-6bd7-4dd6-ae97-1038419a15bb x-openstack-request-id: req-4c71f8d2-6bd7-4dd6-ae97-1038419a15bb {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:44:02.867764 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8229d30-4b75-49a1-9035-eced96ab52e9", "tag": "aa34bd32-9c84-4182-8763-7723c5b19fa0", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:44:02.868015 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c71f8d2-6bd7-4dd6-ae97-1038419a15bb {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:44:02.868405 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'tag': 'aa34bd32-9c84-4182-8763-7723c5b19fa0', 'status': 'completed', 'code': 200} Sep 20 20:44:02.941707 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97af69-c0d5-4609-b5ca-e72ad1308f3f req-49a57757-e259-4de3-abd3-6b8075a6d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:02.943166 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ee97af69-c0d5-4609-b5ca-e72ad1308f3f req-49a57757-e259-4de3-abd3-6b8075a6d64b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00712add4d8f42dd82e2506bd7cb076f&device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 1096 time: 0.1493514 Sep 20 20:44:02.950507 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5169-340a-49df-8a49-88b07ca39f5a req-caf12c4a-588b-4ea4-bace-d063b6b5a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:02.955742 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c1ab5169-340a-49df-8a49-88b07ca39f5a req-caf12c4a-588b-4ea4-bace-d063b6b5a55d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 1099 time: 0.0554118 Sep 20 20:44:02.970724 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-b9552aab-bf36-48a0-9279-0f586dd2f46b None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:44:03.080460 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e9306b6e-f438-4d8a-bc35-d48875b855db req-d485f985-03dc-47ef-bce8-4b06f7aa92d4 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 210 time: 0.0348067 Sep 20 20:44:03.083300 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5169-340a-49df-8a49-88b07ca39f5a req-29d6da55-038c-402d-aa45-e930a4890960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:03.084659 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c1ab5169-340a-49df-8a49-88b07ca39f5a req-29d6da55-038c-402d-aa45-e930a4890960 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.1219037 Sep 20 20:44:03.162216 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-d1558c7c-7e7b-45f1-8a6d-a00971a7a91b tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:03.162986 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c1ab5169-340a-49df-8a49-88b07ca39f5a req-55c1de1d-6219-4f2f-ac35-1f1d30913b56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa34bd32-9c84-4182-8763-7723c5b19fa0 HTTP/1.1" status: 200 len: 1000 time: 0.0698326 Sep 20 20:44:03.163882 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-d1558c7c-7e7b-45f1-8a6d-a00971a7a91b tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2939224 Sep 20 20:44:03.166691 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97af69-c0d5-4609-b5ca-e72ad1308f3f req-4dbff0d0-17d9-4019-86d4-555cfef87199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:03.168030 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ee97af69-c0d5-4609-b5ca-e72ad1308f3f req-4dbff0d0-17d9-4019-86d4-555cfef87199 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0eb0de04-b3e9-4442-9154-d6316540f6a2 HTTP/1.1" status: 200 len: 911 time: 0.2135382 Sep 20 20:44:03.187378 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Request body: {'port': {'device_id': '6a7fb0ed-de66-43be-88a9-626abc7d459d', 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e', 'admin_state_up': True, 'tenant_id': '324cb8ddd5df4c699244404cbb3a734a'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:44:03.220406 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b9552aab-bf36-48a0-9279-0f586dd2f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': '5421227f-f16c-4b47-a775-cae339eeb57c', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'aa34bd32-9c84-4182-8763-7723c5b19fa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:88:fd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:44:01Z', 'updated_at': '2021-09-20T20:44:01Z', 'revision_number': 0, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:44:03.229769 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5169-340a-49df-8a49-88b07ca39f5a req-0fd815c6-1011-47a2-9df8-8fef1d06f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:03.231447 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c1ab5169-340a-49df-8a49-88b07ca39f5a req-0fd815c6-1011-47a2-9df8-8fef1d06f542 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0483108 Sep 20 20:44:03.243169 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ee97af69-c0d5-4609-b5ca-e72ad1308f3f req-136a7ecf-26f2-43d9-95b2-f2c55a677492 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ed67a99-1a01-4f16-b7f6-158728c21e71 HTTP/1.1" status: 200 len: 217 time: 0.0525284 Sep 20 20:44:03.246895 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9552aab-bf36-48a0-9279-0f586dd2f46b None None] Checking router: 35e606b7-0665-41d9-944e-268874a135e8 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:44:03.255222 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9552aab-bf36-48a0-9279-0f586dd2f46b None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:44:03.255835 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b9552aab-bf36-48a0-9279-0f586dd2f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:43:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:44:03.279208 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5169-340a-49df-8a49-88b07ca39f5a req-3f340b69-1e02-4cc9-b73f-4c7a6b3a0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:03.280718 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c1ab5169-340a-49df-8a49-88b07ca39f5a req-3f340b69-1e02-4cc9-b73f-4c7a6b3a0749 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422230 Sep 20 20:44:03.340432 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97af69-c0d5-4609-b5ca-e72ad1308f3f req-af669022-c563-445b-9b2a-84557a80fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:03.341875 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ee97af69-c0d5-4609-b5ca-e72ad1308f3f req-af669022-c563-445b-9b2a-84557a80fee4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fc81fe5-2892-4b2a-8963-88282f9fcd8a HTTP/1.1" status: 200 len: 851 time: 0.0908921 Sep 20 20:44:03.364485 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-b9552aab-bf36-48a0-9279-0f586dd2f46b None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:44:03.376304 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c1ab5169-340a-49df-8a49-88b07ca39f5a req-410ce2a7-d933-4806-82a0-57ffc85fb3fd service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865009 Sep 20 20:44:03.378802 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ee97af69-c0d5-4609-b5ca-e72ad1308f3f req-c0368fac-e948-4e5d-bf9f-19859903cc93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0eb0de04-b3e9-4442-9154-d6316540f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294857 Sep 20 20:44:03.387055 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Made reservation on behalf of 324cb8ddd5df4c699244404cbb3a734a for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:44:03.390519 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:03.407528 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Notify callbacks [] for security_group, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:03.475095 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c1ab5169-340a-49df-8a49-88b07ca39f5a req-b988d962-d6e8-49ba-982b-8d210d65ea7c service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862784 Sep 20 20:44:03.520301 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ee97af69-c0d5-4609-b5ca-e72ad1308f3f req-759aba73-1f84-4f2d-9039-36fdda47f16e service neutron] 10.222.0.45 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267397 Sep 20 20:44:03.655787 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089630ff-855a-4563-8685-e2a22c61f493 req-0c3e10e8-648b-451b-b8ea-736d87b28846 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:03.657293 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-089630ff-855a-4563-8685-e2a22c61f493 req-0c3e10e8-648b-451b-b8ea-736d87b28846 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 943 time: 0.1412866 Sep 20 20:44:03.702969 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Notify callbacks [] for security_group, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:03.707468 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ee97af69-c0d5-4609-b5ca-e72ad1308f3f req-c5695230-bad1-4b76-919a-97032d3a1d36 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743748 Sep 20 20:44:03.709824 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:03.748611 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-089630ff-855a-4563-8685-e2a22c61f493 req-5bc7fc01-1eb5-491d-a7d1-f718748a32c6 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818505 Sep 20 20:44:03.750644 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-b9552aab-bf36-48a0-9279-0f586dd2f46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': '5421227f-f16c-4b47-a775-cae339eeb57c', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'aa34bd32-9c84-4182-8763-7723c5b19fa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:88:fd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:44:01Z', 'updated_at': '2021-09-20T20:44:01Z', 'revision_number': 0, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:44:03.781791 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9552aab-bf36-48a0-9279-0f586dd2f46b None None] The sync data for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi is: [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': '5421227f-f16c-4b47-a775-cae339eeb57c', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'aa34bd32-9c84-4182-8763-7723c5b19fa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:88:fd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:44:01Z', 'updated_at': '2021-09-20T20:44:01Z', 'revision_number': 0, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:44:03.793673 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73021d4-8f3d-408c-a69d-82c7a76508b2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:03.863525 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Allocated IP 192.168.233.98 (88c40f55-6055-4a5d-9908-101ec95da31e/fdd34a99-9242-483f-bbb0-9d56673edf0f/623de2d5-cda4-4b1e-8957-5f636e32686e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:44:03.972281 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87e90c-4313-49e4-80bb-f0e855566773 None None] New status for floating IP 5421227f-f16c-4b47-a775-cae339eeb57c: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:44:04.011241 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.043857 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.086338 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Network 88c40f55-6055-4a5d-9908-101ec95da31e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:44:04.089397 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:44:04.092294 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:44:04.125737 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Pushing event updated for resources: {'Port': ['ID=623de2d5-cda4-4b1e-8957-5f636e32686e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:04.159436 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:04.160175 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.179963 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ae068c73-7075-449e-818a-e61d1507333e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9961648 Sep 20 20:44:04.192701 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Request body: {'port': {'device_id': '6a7fb0ed-de66-43be-88a9-626abc7d459d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:44:04.217418 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d84299-4161-44b2-8e6e-ad18f4a68c46 req-8f05834d-3461-4613-be9f-99440aa58f68 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:04.219232 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-80d84299-4161-44b2-8e6e-ad18f4a68c46 req-8f05834d-3461-4613-be9f-99440aa58f68 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 935 time: 0.0580318 Sep 20 20:44:04.259227 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-80d84299-4161-44b2-8e6e-ad18f4a68c46 req-fd94df7e-1a26-42af-a6ed-101ef1d88a86 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/security-groups?id=c73021d4-8f3d-408c-a69d-82c7a76508b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Sep 20 20:44:04.262084 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.319380 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-bf0c4315-4555-4508-a704-dbb9b00e2fb0 None None] Provisioning complete for port 623de2d5-cda4-4b1e-8957-5f636e32686e triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:44:04.319982 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-bf0c4315-4555-4508-a704-dbb9b00e2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.351791 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-bf0c4315-4555-4508-a704-dbb9b00e2fb0 None None] Port 623de2d5-cda4-4b1e-8957-5f636e32686e cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:44:04.516736 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623de2d5-cda4-4b1e-8957-5f636e32686e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:44:04.524444 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.535861 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Transition to ACTIVE for port object 623de2d5-cda4-4b1e-8957-5f636e32686e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:44:04.539300 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.584207 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=623de2d5-cda4-4b1e-8957-5f636e32686e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:04.605887 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:44:04.612342 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 2ed67a99-1a01-4f16-b7f6-158728c21e71 details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:44:04.659786 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Attempting to bind port 623de2d5-cda4-4b1e-8957-5f636e32686e on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:44:04.660132 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Attempting to bind port 623de2d5-cda4-4b1e-8957-5f636e32686e by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '4e13e696-13eb-43d7-b1bd-dda9f535828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:44:04.660440 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Attempting to bind port 623de2d5-cda4-4b1e-8957-5f636e32686e on network 88c40f55-6055-4a5d-9908-101ec95da31e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:44:04.666891 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Port 623de2d5-cda4-4b1e-8957-5f636e32686e on network 88c40f55-6055-4a5d-9908-101ec95da31e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:44:04.667333 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Attempting to bind port 623de2d5-cda4-4b1e-8957-5f636e32686e on network 88c40f55-6055-4a5d-9908-101ec95da31e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:44:04.672956 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:44:04.673409 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Checking segment: {'id': '4e13e696-13eb-43d7-b1bd-dda9f535828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:44:04.673874 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Bound using segment: {'id': '4e13e696-13eb-43d7-b1bd-dda9f535828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:44:04.674386 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Bound port: 623de2d5-cda4-4b1e-8957-5f636e32686e, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e13e696-13eb-43d7-b1bd-dda9f535828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:44:04.674743 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.720411 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 2ed67a99-1a01-4f16-b7f6-158728c21e71, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=2ed67a99-1a01-4f16-b7f6-158728c21e71,segment=NetworkSegment(e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf),segment_id=e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:44:04.733848 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '2ed67a99-1a01-4f16-b7f6-158728c21e71', 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2', 'port_id': '2ed67a99-1a01-4f16-b7f6-158728c21e71', 'mac_address': 'fa:16:3e:35:98:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc81fe5-2892-4b2a-8963-88282f9fcd8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:44:04.739826 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] For port 623de2d5-cda4-4b1e-8957-5f636e32686e, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:44:04.742828 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] For port 623de2d5-cda4-4b1e-8957-5f636e32686e, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=623de2d5-cda4-4b1e-8957-5f636e32686e,segment=NetworkSegment(4e13e696-13eb-43d7-b1bd-dda9f535828a),segment_id=4e13e696-13eb-43d7-b1bd-dda9f535828a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:44:04.747007 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.777747 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.780374 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:04.780980 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.782416 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] 10.222.0.45 "PUT /v2.0/ports/623de2d5-cda4-4b1e-8957-5f636e32686e HTTP/1.1" status: 200 len: 1097 time: 0.5939555 Sep 20 20:44:04.782847 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7fb0ed-de66-43be-88a9-626abc7d459d', 'tag': '623de2d5-cda4-4b1e-8957-5f636e32686e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:44:04.785056 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ade609d-b1ba-41dc-8bda-325526ea831f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7fb0ed-de66-43be-88a9-626abc7d459d", "tag": "623de2d5-cda4-4b1e-8957-5f636e32686e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:44:04.791655 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed67a99-1a01-4f16-b7f6-158728c21e71 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:44:04.821532 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52209e-85b2-4788-b371-591b7829dfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=623de2d5-cda4-4b1e-8957-5f636e32686e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:04.822795 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 2ed67a99-1a01-4f16-b7f6-158728c21e71, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=2ed67a99-1a01-4f16-b7f6-158728c21e71,segment=NetworkSegment(e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf),segment_id=e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:44:04.828359 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:04.878675 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639557bc-9bbf-423c-8829-c78cd9052747 x-openstack-request-id: req-639557bc-9bbf-423c-8829-c78cd9052747 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:44:04.878954 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7fb0ed-de66-43be-88a9-626abc7d459d", "tag": "623de2d5-cda4-4b1e-8957-5f636e32686e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:44:04.879200 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-639557bc-9bbf-423c-8829-c78cd9052747 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:44:04.879584 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7fb0ed-de66-43be-88a9-626abc7d459d', 'tag': '623de2d5-cda4-4b1e-8957-5f636e32686e', 'status': 'completed', 'code': 200} Sep 20 20:44:04.880471 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=2ed67a99-1a01-4f16-b7f6-158728c21e71,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:04.898186 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ed6f47fa-d249-47af-bcb0-7587aada0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:04.899848 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-ed6f47fa-d249-47af-bcb0-7587aada0849 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=324cb8ddd5df4c699244404cbb3a734a&device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 1100 time: 0.0738001 Sep 20 20:44:04.951835 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-d63f35c5-3105-4ea0-aae2-3a1698658f03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=623de2d5-cda4-4b1e-8957-5f636e32686e HTTP/1.1" status: 200 len: 217 time: 0.0367298 Sep 20 20:44:05.001854 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df94bc-439d-43cb-a031-aa12cf78575c req-c17479c5-8bc6-4905-85d7-d1216a0955c7 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:05.003367 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f0df94bc-439d-43cb-a031-aa12cf78575c req-c17479c5-8bc6-4905-85d7-d1216a0955c7 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 944 time: 0.1221602 Sep 20 20:44:05.032868 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['2ed67a99-1a01-4f16-b7f6-158728c21e71'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:44:05.035562 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-c3b0c097-f6b0-4354-aee3-af0e0de1ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:05.037063 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-c3b0c097-f6b0-4354-aee3-af0e0de1ecfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdd34a99-9242-483f-bbb0-9d56673edf0f HTTP/1.1" status: 200 len: 843 time: 0.0761306 Sep 20 20:44:05.062712 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f0df94bc-439d-43cb-a031-aa12cf78575c req-a2a02648-4e89-417e-ba3e-8216dbaa2a0e tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520549 Sep 20 20:44:05.090174 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-7783863d-a9b4-47d0-8232-1df20afc7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:05.091649 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-7783863d-a9b4-47d0-8232-1df20afc7dec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=88c40f55-6055-4a5d-9908-101ec95da31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447125 Sep 20 20:44:05.187344 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-4e8205b2-c43b-4f90-9bfc-5c7b7c9ba7df service neutron] 10.222.0.45 "GET /v2.0/networks/88c40f55-6055-4a5d-9908-101ec95da31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877271 Sep 20 20:44:05.385572 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dda7ba-ad42-43a4-923b-f30419d9970b req-56399d6e-4cb6-4c67-ab6f-668c088560de tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:05.387215 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-18dda7ba-ad42-43a4-923b-f30419d9970b req-56399d6e-4cb6-4c67-ab6f-668c088560de tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 947 time: 0.0500257 Sep 20 20:44:05.428530 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-18dda7ba-ad42-43a4-923b-f30419d9970b req-82de4f40-892d-4299-b49d-650f003f74fc tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/security-groups?id=c73021d4-8f3d-408c-a69d-82c7a76508b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350952 Sep 20 20:44:05.531460 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-279ade31-caf0-42c7-8bb1-7aab43a383ee req-0848c7ae-a648-4de5-bd1b-916aad1dd3ad service neutron] 10.222.0.45 "GET /v2.0/networks/88c40f55-6055-4a5d-9908-101ec95da31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369138 Sep 20 20:44:05.613110 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade609d-b1ba-41dc-8bda-325526ea831f req-ac93d725-e633-4c53-9cdc-727b7ea41c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:05.614583 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ade609d-b1ba-41dc-8bda-325526ea831f req-ac93d725-e633-4c53-9cdc-727b7ea41c33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=324cb8ddd5df4c699244404cbb3a734a&device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 1100 time: 0.0388386 Sep 20 20:44:05.702668 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade609d-b1ba-41dc-8bda-325526ea831f req-e3410549-a1d9-4b32-bc07-dfd417c2167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:05.704071 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ade609d-b1ba-41dc-8bda-325526ea831f req-e3410549-a1d9-4b32-bc07-dfd417c2167e service neutron] 10.222.0.45 "GET /v2.0/networks?id=88c40f55-6055-4a5d-9908-101ec95da31e HTTP/1.1" status: 200 len: 869 time: 0.0822582 Sep 20 20:44:05.743680 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ade609d-b1ba-41dc-8bda-325526ea831f req-cf1754f5-becb-4a7d-bd2d-b8731d41552c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=623de2d5-cda4-4b1e-8957-5f636e32686e HTTP/1.1" status: 200 len: 217 time: 0.0317321 Sep 20 20:44:05.794045 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade609d-b1ba-41dc-8bda-325526ea831f req-1245842a-6245-4dbc-bf2f-d3959afebd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:05.795409 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ade609d-b1ba-41dc-8bda-325526ea831f req-1245842a-6245-4dbc-bf2f-d3959afebd57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdd34a99-9242-483f-bbb0-9d56673edf0f HTTP/1.1" status: 200 len: 843 time: 0.0443494 Sep 20 20:44:05.840035 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade609d-b1ba-41dc-8bda-325526ea831f req-3ec0cdeb-38a9-4ba4-becf-7cb32b677bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:05.841445 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ade609d-b1ba-41dc-8bda-325526ea831f req-3ec0cdeb-38a9-4ba4-becf-7cb32b677bb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=88c40f55-6055-4a5d-9908-101ec95da31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392268 Sep 20 20:44:05.929898 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ade609d-b1ba-41dc-8bda-325526ea831f req-536c4037-8548-4e80-9ecc-320ce2605b89 service neutron] 10.222.0.45 "GET /v2.0/networks/88c40f55-6055-4a5d-9908-101ec95da31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804744 Sep 20 20:44:06.015336 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9ade609d-b1ba-41dc-8bda-325526ea831f req-6e336261-4a21-43bc-8796-a4e08b000f47 service neutron] 10.222.0.45 "GET /v2.0/networks/88c40f55-6055-4a5d-9908-101ec95da31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779507 Sep 20 20:44:06.173395 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbd0a7-fca2-4251-8f79-498e532154ea req-a388c5c1-219d-4cb7-ac09-27170ff9db92 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:06.174880 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80cbd0a7-fca2-4251-8f79-498e532154ea req-a388c5c1-219d-4cb7-ac09-27170ff9db92 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 944 time: 0.0474105 Sep 20 20:44:06.212356 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80cbd0a7-fca2-4251-8f79-498e532154ea req-2e7c731c-581c-4fd9-8970-7567f5e687c3 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310655 Sep 20 20:44:06.538668 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814d56-464c-422f-a034-82d4973e2eb1 req-a8aca07c-e49e-4262-b26c-735d0b369d37 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:06.540121 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-29814d56-464c-422f-a034-82d4973e2eb1 req-a8aca07c-e49e-4262-b26c-735d0b369d37 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 947 time: 0.0473053 Sep 20 20:44:06.576178 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-29814d56-464c-422f-a034-82d4973e2eb1 req-ce77da8c-9831-4f1b-9d26-030f70f90d44 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/security-groups?id=c73021d4-8f3d-408c-a69d-82c7a76508b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302892 Sep 20 20:44:06.612888 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 623de2d5-cda4-4b1e-8957-5f636e32686e details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:44:06.615976 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 2ed67a99-1a01-4f16-b7f6-158728c21e71 up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:44:06.713596 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port 2ed67a99-1a01-4f16-b7f6-158728c21e71 completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:44:06.722159 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 2ed67a99-1a01-4f16-b7f6-158728c21e71 triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:44:06.722529 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:06.769747 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 623de2d5-cda4-4b1e-8957-5f636e32686e, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=623de2d5-cda4-4b1e-8957-5f636e32686e,segment=NetworkSegment(4e13e696-13eb-43d7-b1bd-dda9f535828a),segment_id=4e13e696-13eb-43d7-b1bd-dda9f535828a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:44:06.784011 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '623de2d5-cda4-4b1e-8957-5f636e32686e', 'network_id': '88c40f55-6055-4a5d-9908-101ec95da31e', 'port_id': '623de2d5-cda4-4b1e-8957-5f636e32686e', 'mac_address': 'fa:16:3e:b2:70:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd34a99-9242-483f-bbb0-9d56673edf0f', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:44:06.849823 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:06.853253 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:06.878535 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623de2d5-cda4-4b1e-8957-5f636e32686e {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:44:06.895317 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e620ebaf-2129-41c2-983a-83f0e577755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed67a99-1a01-4f16-b7f6-158728c21e71'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:44:06.898309 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaacc38-aa8e-4946-96d2-786a5faafbd7" -d '{"events": [{"server_uuid": "e620ebaf-2129-41c2-983a-83f0e577755a", "name": "network-vif-plugged", "status": "completed", "tag": "2ed67a99-1a01-4f16-b7f6-158728c21e71"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:44:06.910665 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:06.915492 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 2ed67a99-1a01-4f16-b7f6-158728c21e71, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=2ed67a99-1a01-4f16-b7f6-158728c21e71,segment=NetworkSegment(e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf),segment_id=e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:44:06.922301 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:06.925025 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 623de2d5-cda4-4b1e-8957-5f636e32686e, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=623de2d5-cda4-4b1e-8957-5f636e32686e,segment=NetworkSegment(4e13e696-13eb-43d7-b1bd-dda9f535828a),segment_id=4e13e696-13eb-43d7-b1bd-dda9f535828a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:44:06.929139 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:06.947827 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa68bdc0-29ba-43ff-89e6-136950a7d77e x-openstack-request-id: req-fa68bdc0-29ba-43ff-89e6-136950a7d77e {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:44:06.948113 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e620ebaf-2129-41c2-983a-83f0e577755a", "name": "network-vif-plugged", "status": "completed", "tag": "2ed67a99-1a01-4f16-b7f6-158728c21e71", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:44:06.948362 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa68bdc0-29ba-43ff-89e6-136950a7d77e {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:44:06.948763 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e620ebaf-2129-41c2-983a-83f0e577755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed67a99-1a01-4f16-b7f6-158728c21e71', 'code': 200} Sep 20 20:44:06.973429 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=2ed67a99-1a01-4f16-b7f6-158728c21e71,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:07.020139 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=623de2d5-cda4-4b1e-8957-5f636e32686e,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:07.120792 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0de45-976c-4d38-acb4-0085d4ebc345 req-e553c43a-c3cf-44ea-97de-ae363230d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:07.122285 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00a0de45-976c-4d38-acb4-0085d4ebc345 req-e553c43a-c3cf-44ea-97de-ae363230d79f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 1098 time: 0.0427756 Sep 20 20:44:07.157744 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-00a0de45-976c-4d38-acb4-0085d4ebc345 req-45da9afe-7a9a-4b56-9cb1-b8889540158f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276632 Sep 20 20:44:07.158361 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['623de2d5-cda4-4b1e-8957-5f636e32686e'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:44:07.329508 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d1397-632b-439c-9df4-e3452d5f5d00 req-8028b2a1-f56c-4b75-9a1f-3e9126949625 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:07.330980 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-650d1397-632b-439c-9df4-e3452d5f5d00 req-8028b2a1-f56c-4b75-9a1f-3e9126949625 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 945 time: 0.0501876 Sep 20 20:44:07.367301 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-650d1397-632b-439c-9df4-e3452d5f5d00 req-d97d7d6e-9ca0-4c1a-8fef-590043ba52cf tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296059 Sep 20 20:44:07.687069 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138f609-b011-4343-beb1-914765de0661 req-987ee15b-794c-4227-bd63-3513db6e10c8 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:07.688511 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1138f609-b011-4343-beb1-914765de0661 req-987ee15b-794c-4227-bd63-3513db6e10c8 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 948 time: 0.0468848 Sep 20 20:44:07.725192 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1138f609-b011-4343-beb1-914765de0661 req-c1191bc2-a39c-40c1-9171-83eec32d3695 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/security-groups?id=c73021d4-8f3d-408c-a69d-82c7a76508b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Sep 20 20:44:08.483956 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e4f67-b2a7-4b60-9c48-7deb20374537 req-610635c6-8ed5-4d52-9b34-c02f9f24ba5d tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:08.485425 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4a5e4f67-b2a7-4b60-9c48-7deb20374537 req-610635c6-8ed5-4d52-9b34-c02f9f24ba5d tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 945 time: 0.0479951 Sep 20 20:44:08.521449 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4a5e4f67-b2a7-4b60-9c48-7deb20374537 req-b8b87a97-ca5d-4171-8413-6fb9e5921be0 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301251 Sep 20 20:44:08.635147 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 623de2d5-cda4-4b1e-8957-5f636e32686e up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:44:08.682556 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port 623de2d5-cda4-4b1e-8957-5f636e32686e completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:44:08.686578 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 623de2d5-cda4-4b1e-8957-5f636e32686e triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:44:08.686940 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:08.765618 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:08.800795 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 623de2d5-cda4-4b1e-8957-5f636e32686e, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=623de2d5-cda4-4b1e-8957-5f636e32686e,segment=NetworkSegment(4e13e696-13eb-43d7-b1bd-dda9f535828a),segment_id=4e13e696-13eb-43d7-b1bd-dda9f535828a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:44:08.804787 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:08.841489 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193610c4-06eb-4a7e-842f-a84236109e26 req-5d33caab-7860-450a-9256-174276d0fde8 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:08.843102 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-193610c4-06eb-4a7e-842f-a84236109e26 req-5d33caab-7860-450a-9256-174276d0fde8 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 949 time: 0.0518312 Sep 20 20:44:08.857777 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=623de2d5-cda4-4b1e-8957-5f636e32686e,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:08.892193 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-193610c4-06eb-4a7e-842f-a84236109e26 req-90963ab4-a3f3-4809-beba-80e0edb9c396 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/security-groups?id=c73021d4-8f3d-408c-a69d-82c7a76508b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334170 Sep 20 20:44:08.950570 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7fb0ed-de66-43be-88a9-626abc7d459d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623de2d5-cda4-4b1e-8957-5f636e32686e'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:44:08.954251 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70697729-6592-4701-8670-7ae85cf04ffc" -d '{"events": [{"server_uuid": "6a7fb0ed-de66-43be-88a9-626abc7d459d", "name": "network-vif-plugged", "status": "completed", "tag": "623de2d5-cda4-4b1e-8957-5f636e32686e"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:44:08.992668 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b17407-42b2-4512-bcb4-919b89340ba7 x-openstack-request-id: req-44b17407-42b2-4512-bcb4-919b89340ba7 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:44:08.992952 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7fb0ed-de66-43be-88a9-626abc7d459d", "name": "network-vif-plugged", "status": "completed", "tag": "623de2d5-cda4-4b1e-8957-5f636e32686e", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:44:08.993193 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44b17407-42b2-4512-bcb4-919b89340ba7 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:44:08.993574 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7fb0ed-de66-43be-88a9-626abc7d459d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623de2d5-cda4-4b1e-8957-5f636e32686e', 'code': 200} Sep 20 20:44:09.157816 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff6f20-7967-4ce6-b42c-1882959074fa req-9758b207-b314-4c3d-8164-cdc1884b2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:09.159349 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-73ff6f20-7967-4ce6-b42c-1882959074fa req-9758b207-b314-4c3d-8164-cdc1884b2a59 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 1102 time: 0.0453525 Sep 20 20:44:09.195269 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-73ff6f20-7967-4ce6-b42c-1882959074fa req-2b807fdd-db9c-4d8f-aa1c-1f8238e552ad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c73021d4-8f3d-408c-a69d-82c7a76508b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281205 Sep 20 20:44:09.496967 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-5f6b3eb7-730f-47f7-afda-7d9841413d74 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396793 Sep 20 20:44:09.590573 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-7344c21f-4c6f-49c6-9ab3-c3014252a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:09.592054 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-7344c21f-4c6f-49c6-9ab3-c3014252a48b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 1099 time: 0.0407929 Sep 20 20:44:09.707120 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-62ca3029-f51a-4dad-973c-544142685f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:09.708531 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-62ca3029-f51a-4dad-973c-544142685f70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.0873060 Sep 20 20:44:09.773955 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-adf1528d-1dbc-48b4-83c5-0aa7b9909108 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa34bd32-9c84-4182-8763-7723c5b19fa0 HTTP/1.1" status: 200 len: 1002 time: 0.0576425 Sep 20 20:44:09.827988 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-765332ec-5a9d-4389-84b4-9c1d1134ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:09.829756 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-765332ec-5a9d-4389-84b4-9c1d1134ac45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0468497 Sep 20 20:44:09.884844 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-3b04524c-51e9-4fc0-b00e-3fbbf0d4e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:09.886376 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-3b04524c-51e9-4fc0-b00e-3fbbf0d4e1b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401337 Sep 20 20:44:10.008962 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-88ab9372-bddb-41d7-8d2c-f97599d803e2 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132140 Sep 20 20:44:10.031029 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02e401-46d4-4d81-a042-2e4fc6393001 req-a25cdbfc-21ab-4289-a9e4-ea0cb785515f tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:10.032391 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af02e401-46d4-4d81-a042-2e4fc6393001 req-a25cdbfc-21ab-4289-a9e4-ea0cb785515f tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 949 time: 0.0800502 Sep 20 20:44:10.112184 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-af02e401-46d4-4d81-a042-2e4fc6393001 req-04d2e2cb-fe49-4a72-bf3d-1af8f936a6de tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/security-groups?id=c73021d4-8f3d-408c-a69d-82c7a76508b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686040 Sep 20 20:44:10.132111 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-efc0d855-f85c-4c3d-a6e2-b7df72496bbb req-a02c9477-c1fa-4682-a859-e344ec2b932b service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146691 Sep 20 20:44:10.858572 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1f5dec7f-f9e0-4be3-8162-b1d3b2d2737c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:11.227995 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91ebef-1a79-4016-b41d-6693a175eeaf req-7704611c-53c9-4861-a788-96a2d274b04e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:11.229506 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4f91ebef-1a79-4016-b41d-6693a175eeaf req-7704611c-53c9-4861-a788-96a2d274b04e tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 949 time: 0.0488656 Sep 20 20:44:11.267630 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4f91ebef-1a79-4016-b41d-6693a175eeaf req-21584b80-9825-4729-b688-08f2de9a69b6 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/security-groups?id=c73021d4-8f3d-408c-a69d-82c7a76508b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Sep 20 20:44:11.522653 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba0e39-1931-43d9-87ad-2daab52806bf req-29f1490f-c417-4c60-9be4-74765426569b tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:11.524162 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2aba0e39-1931-43d9-87ad-2daab52806bf req-29f1490f-c417-4c60-9be4-74765426569b tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 949 time: 0.0545065 Sep 20 20:44:11.563407 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2aba0e39-1931-43d9-87ad-2daab52806bf req-8352ccaf-cff4-4e8d-8e9e-70a4f3cd156a tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/security-groups?id=c73021d4-8f3d-408c-a69d-82c7a76508b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323708 Sep 20 20:44:12.683369 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90bc0f-b578-4c9e-afec-150a9c8bbd6a req-98b104d3-2b57-4941-a4d4-55ff0c4788c5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:12.684747 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7d90bc0f-b578-4c9e-afec-150a9c8bbd6a req-98b104d3-2b57-4941-a4d4-55ff0c4788c5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 949 time: 0.0533226 Sep 20 20:44:12.721742 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7d90bc0f-b578-4c9e-afec-150a9c8bbd6a req-fa3b3760-6a44-4eef-a638-bc90f1f25371 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/security-groups?id=c73021d4-8f3d-408c-a69d-82c7a76508b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311348 Sep 20 20:44:13.026169 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890d80a-69a1-4a4e-a657-be2459fb4a08 req-78334713-40e0-401c-bab2-ad1f2e885ea1 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:13.027543 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8890d80a-69a1-4a4e-a657-be2459fb4a08 req-78334713-40e0-401c-bab2-ad1f2e885ea1 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 949 time: 0.0487733 Sep 20 20:44:13.123091 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-8890d80a-69a1-4a4e-a657-be2459fb4a08 req-0e8f5a20-0b72-465f-a9f2-5250f79624d5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Deleting port 623de2d5-cda4-4b1e-8957-5f636e32686e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:44:13.123443 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8890d80a-69a1-4a4e-a657-be2459fb4a08 req-0e8f5a20-0b72-465f-a9f2-5250f79624d5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:13.212445 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-8890d80a-69a1-4a4e-a657-be2459fb4a08 req-0e8f5a20-0b72-465f-a9f2-5250f79624d5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] For port 623de2d5-cda4-4b1e-8957-5f636e32686e, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=623de2d5-cda4-4b1e-8957-5f636e32686e,segment=NetworkSegment(4e13e696-13eb-43d7-b1bd-dda9f535828a),segment_id=4e13e696-13eb-43d7-b1bd-dda9f535828a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:44:13.212806 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8890d80a-69a1-4a4e-a657-be2459fb4a08 req-0e8f5a20-0b72-465f-a9f2-5250f79624d5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:13.225789 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-8890d80a-69a1-4a4e-a657-be2459fb4a08 req-0e8f5a20-0b72-465f-a9f2-5250f79624d5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Calling delete_port for 623de2d5-cda4-4b1e-8957-5f636e32686e owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:44:13.354637 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8890d80a-69a1-4a4e-a657-be2459fb4a08 req-0e8f5a20-0b72-465f-a9f2-5250f79624d5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:13.375491 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['623de2d5-cda4-4b1e-8957-5f636e32686e'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:44:13.381768 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f5a20-0b72-465f-a9f2-5250f79624d5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Pushing event deleted for resources: {'Port': ['ID=623de2d5-cda4-4b1e-8957-5f636e32686e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:13.424110 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b221e74c-1e7f-44a5-8753-b6a4315d0f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:13.429046 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8890d80a-69a1-4a4e-a657-be2459fb4a08 req-0e8f5a20-0b72-465f-a9f2-5250f79624d5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] No DVR routers for this DVR port 623de2d5-cda4-4b1e-8957-5f636e32686e on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:44:13.431452 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-8890d80a-69a1-4a4e-a657-be2459fb4a08 req-0e8f5a20-0b72-465f-a9f2-5250f79624d5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:13.433474 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-8890d80a-69a1-4a4e-a657-be2459fb4a08 req-0e8f5a20-0b72-465f-a9f2-5250f79624d5 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.45 "DELETE /v2.0/ports/623de2d5-cda4-4b1e-8957-5f636e32686e HTTP/1.1" status: 204 len: 173 time: 0.3992846 Sep 20 20:44:13.433940 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7fb0ed-de66-43be-88a9-626abc7d459d', 'name': 'network-vif-deleted', 'tag': '623de2d5-cda4-4b1e-8957-5f636e32686e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:44:13.436250 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a797ea2-ab6f-4e5e-b83e-357b42934494" -d '{"events": [{"server_uuid": "6a7fb0ed-de66-43be-88a9-626abc7d459d", "name": "network-vif-deleted", "tag": "623de2d5-cda4-4b1e-8957-5f636e32686e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:44:13.481005 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95131af0-b70d-4b49-9b86-020e489f85af x-openstack-request-id: req-95131af0-b70d-4b49-9b86-020e489f85af {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:44:13.481532 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7fb0ed-de66-43be-88a9-626abc7d459d", "name": "network-vif-deleted", "tag": "623de2d5-cda4-4b1e-8957-5f636e32686e", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:44:13.481789 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95131af0-b70d-4b49-9b86-020e489f85af {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:44:13.482224 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7fb0ed-de66-43be-88a9-626abc7d459d', 'name': 'network-vif-deleted', 'tag': '623de2d5-cda4-4b1e-8957-5f636e32686e', 'status': 'completed', 'code': 200} Sep 20 20:44:13.824895 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-780301fd-b7f6-47ea-a14a-459d295f5594 req-3b5e6d0d-fce0-484d-b8be-1aa6225f6643 tempest-VolumesNegativeTest-190264758 tempest-VolumesNegativeTest-190264758-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7fb0ed-de66-43be-88a9-626abc7d459d HTTP/1.1" status: 200 len: 210 time: 0.0259964 Sep 20 20:44:14.010292 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:14.713790 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:16.243280 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:16.661432 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 623de2d5-cda4-4b1e-8957-5f636e32686e no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:44:16.684584 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: 623de2d5-cda4-4b1e-8957-5f636e32686e {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:44:16.684919 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 623de2d5-cda4-4b1e-8957-5f636e32686e not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:44:18.461279 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 47742) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:44:18.588401 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d57037c5-0cb8-4234-a314-312d4dff6b1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=324cb8ddd5df4c699244404cbb3a734a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259358 Sep 20 20:44:18.591349 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 47746) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:44:18.638014 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaa7f-9869-428b-89bd-f4cabd87bc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:18.659156 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaa7f-9869-428b-89bd-f4cabd87bc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:18.703758 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaa7f-9869-428b-89bd-f4cabd87bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:18.706368 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaa7f-9869-428b-89bd-f4cabd87bc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:18.707521 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8ddcaa7f-9869-428b-89bd-f4cabd87bc9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c73021d4-8f3d-408c-a69d-82c7a76508b2 HTTP/1.1" status: 204 len: 168 time: 0.1152596 Sep 20 20:44:18.715874 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcaa7f-9869-428b-89bd-f4cabd87bc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73021d4-8f3d-408c-a69d-82c7a76508b2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:36.877175 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:40.860094 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ef1976f3-41ad-41db-8ba1-1d61ced8057d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:41.604823 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:44:43.424163 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2038baf4-50c9-455e-8ad5-d6494aae732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:44.011162 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:44.715376 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:46.245416 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:48.875382 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4a703-893f-4932-ae07-3d86fb30e65e req-67b16364-2c73-4d4e-8fc1-139205b4ea6d tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:48.876896 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1ca4a703-893f-4932-ae07-3d86fb30e65e req-67b16364-2c73-4d4e-8fc1-139205b4ea6d tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 945 time: 0.0514822 Sep 20 20:44:48.913945 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1ca4a703-893f-4932-ae07-3d86fb30e65e req-add3374d-f615-4ad2-a599-e1fc103027d6 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313146 Sep 20 20:44:50.029591 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc8620-9432-47a9-9032-2cf9e9798d5c req-596b3762-0723-4ed9-8003-b5bd5aa5b9db tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:50.031113 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e8cc8620-9432-47a9-9032-2cf9e9798d5c req-596b3762-0723-4ed9-8003-b5bd5aa5b9db tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 945 time: 0.0512180 Sep 20 20:44:50.068123 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e8cc8620-9432-47a9-9032-2cf9e9798d5c req-4c46b143-b9a9-4f97-8d61-109034dfd8cd tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Sep 20 20:44:50.377588 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed8584-c5a8-450f-8d2c-f47022c48c07 req-e1f33e58-7557-4301-ba70-1d684febe5fd tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:44:50.379062 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b5ed8584-c5a8-450f-8d2c-f47022c48c07 req-e1f33e58-7557-4301-ba70-1d684febe5fd tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.45 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 945 time: 0.0470734 Sep 20 20:44:50.469644 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b5ed8584-c5a8-450f-8d2c-f47022c48c07 req-8b3eb1d8-c581-4906-92b4-707f6aceb4c9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Deleting port 2ed67a99-1a01-4f16-b7f6-158728c21e71 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:44:50.469980 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b5ed8584-c5a8-450f-8d2c-f47022c48c07 req-8b3eb1d8-c581-4906-92b4-707f6aceb4c9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:50.553901 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-b5ed8584-c5a8-450f-8d2c-f47022c48c07 req-8b3eb1d8-c581-4906-92b4-707f6aceb4c9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] For port 2ed67a99-1a01-4f16-b7f6-158728c21e71, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=2ed67a99-1a01-4f16-b7f6-158728c21e71,segment=NetworkSegment(e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf),segment_id=e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:44:50.554299 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b5ed8584-c5a8-450f-8d2c-f47022c48c07 req-8b3eb1d8-c581-4906-92b4-707f6aceb4c9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:50.566306 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-b5ed8584-c5a8-450f-8d2c-f47022c48c07 req-8b3eb1d8-c581-4906-92b4-707f6aceb4c9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Calling delete_port for 2ed67a99-1a01-4f16-b7f6-158728c21e71 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:44:50.689272 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b5ed8584-c5a8-450f-8d2c-f47022c48c07 req-8b3eb1d8-c581-4906-92b4-707f6aceb4c9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:50.703413 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['2ed67a99-1a01-4f16-b7f6-158728c21e71'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:44:50.718126 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3eb1d8-c581-4906-92b4-707f6aceb4c9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Pushing event deleted for resources: {'Port': ['ID=2ed67a99-1a01-4f16-b7f6-158728c21e71,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:44:50.755737 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ed8584-c5a8-450f-8d2c-f47022c48c07 req-8b3eb1d8-c581-4906-92b4-707f6aceb4c9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] No DVR routers for this DVR port 2ed67a99-1a01-4f16-b7f6-158728c21e71 on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:44:50.758168 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-b5ed8584-c5a8-450f-8d2c-f47022c48c07 req-8b3eb1d8-c581-4906-92b4-707f6aceb4c9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:44:50.760136 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-b5ed8584-c5a8-450f-8d2c-f47022c48c07 req-8b3eb1d8-c581-4906-92b4-707f6aceb4c9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.45 "DELETE /v2.0/ports/2ed67a99-1a01-4f16-b7f6-158728c21e71 HTTP/1.1" status: 204 len: 173 time: 0.3751016 Sep 20 20:44:50.760558 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e620ebaf-2129-41c2-983a-83f0e577755a', 'name': 'network-vif-deleted', 'tag': '2ed67a99-1a01-4f16-b7f6-158728c21e71'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:44:50.762789 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b406ee9-ec57-4ee4-a61d-b6db85c675f6" -d '{"events": [{"server_uuid": "e620ebaf-2129-41c2-983a-83f0e577755a", "name": "network-vif-deleted", "tag": "2ed67a99-1a01-4f16-b7f6-158728c21e71"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:44:50.800409 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa483937-3aaa-4f5d-89ef-d7cf796e905a x-openstack-request-id: req-aa483937-3aaa-4f5d-89ef-d7cf796e905a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:44:50.800692 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e620ebaf-2129-41c2-983a-83f0e577755a", "name": "network-vif-deleted", "tag": "2ed67a99-1a01-4f16-b7f6-158728c21e71", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:44:50.800955 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa483937-3aaa-4f5d-89ef-d7cf796e905a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:44:50.801356 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e620ebaf-2129-41c2-983a-83f0e577755a', 'name': 'network-vif-deleted', 'tag': '2ed67a99-1a01-4f16-b7f6-158728c21e71', 'status': 'completed', 'code': 200} Sep 20 20:44:51.179458 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-42c68d97-a621-495a-8822-567a04b0760e req-78100deb-0053-41eb-a8f6-8085d6305ce1 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=e620ebaf-2129-41c2-983a-83f0e577755a HTTP/1.1" status: 200 len: 210 time: 0.0307462 Sep 20 20:44:55.240959 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 2ed67a99-1a01-4f16-b7f6-158728c21e71 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:44:55.260261 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: 2ed67a99-1a01-4f16-b7f6-158728c21e71 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:44:55.260594 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 2ed67a99-1a01-4f16-b7f6-158728c21e71 not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:45:00.118759 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-61b15fe4-d540-4fc6-888c-640a45d959a2 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:00.120139 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-61b15fe4-d540-4fc6-888c-640a45d959a2 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/networks?id=0eb0de04-b3e9-4442-9154-d6316540f6a2 HTTP/1.1" status: 200 len: 811 time: 0.1108606 Sep 20 20:45:00.134963 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-a188d3a7-b958-4e72-8345-0599838ab7e3 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/quotas/00712add4d8f42dd82e2506bd7cb076f HTTP/1.1" status: 200 len: 375 time: 0.0086417 Sep 20 20:45:00.164571 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-0aebe6f4-0280-4bae-9b25-b7fca35f283b tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=00712add4d8f42dd82e2506bd7cb076f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247078 Sep 20 20:45:00.254275 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-9b4ea0fa-3a0a-4ce3-aa80-c18253098a56 service neutron] 10.222.0.44 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830986 Sep 20 20:45:00.343670 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-cf215c0a-af2a-4f3e-b94d-2c27554ef654 service neutron] 10.222.0.44 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834570 Sep 20 20:45:00.540887 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5c471321-14eb-49ab-9cc5-df6befb0605a req-bd907966-bb4f-4920-819d-d2807e96b212 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 210 time: 0.0273936 Sep 20 20:45:01.383191 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-8b4008e8-268e-40b4-a3a1-bc2ee9a2693d tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:01.384638 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-8b4008e8-268e-40b4-a3a1-bc2ee9a2693d tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.45 "GET /v2.0/networks?id=0eb0de04-b3e9-4442-9154-d6316540f6a2 HTTP/1.1" status: 200 len: 811 time: 0.0991123 Sep 20 20:45:01.398732 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Request body: {'port': {'device_id': '493a5809-361f-44fa-b227-f0082f9a784b', 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2', 'admin_state_up': True, 'tenant_id': '00712add4d8f42dd82e2506bd7cb076f'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:45:01.509872 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Made reservation on behalf of 00712add4d8f42dd82e2506bd7cb076f for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:45:01.513276 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:01.644395 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-588e9497-7f04-4c6f-9dd6-40b2fbe23d2e req-e92b821b-05ce-4bf2-a418-e60bbc35f49a tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 210 time: 0.0334122 Sep 20 20:45:01.661924 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Allocated IP 172.20.0.8 (0eb0de04-b3e9-4442-9154-d6316540f6a2/5fc81fe5-2892-4b2a-8963-88282f9fcd8a/54461673-ece2-415c-bffe-4cc414d0050a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:45:01.799122 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:01.835841 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:01.879921 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Network 0eb0de04-b3e9-4442-9154-d6316540f6a2 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:45:01.882954 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:45:01.888767 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:45:01.895176 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Pushing event updated for resources: {'Port': ['ID=54461673-ece2-415c-bffe-4cc414d0050a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:45:01.924193 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.924538 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.924875 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.925208 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.925536 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.925865 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.926215 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.926543 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.926864 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.927191 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.927510 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.927829 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:01.949296 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:01.949935 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:01.963950 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-d32824b9-57c7-4e96-b7cd-e882b4532195 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698740 Sep 20 20:45:01.975691 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Request body: {'port': {'device_id': '493a5809-361f-44fa-b227-f0082f9a784b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:45:02.025903 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:02.280208 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54461673-ece2-415c-bffe-4cc414d0050a {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:45:02.287431 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:02.299394 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Transition to ACTIVE for port object 54461673-ece2-415c-bffe-4cc414d0050a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:45:02.302824 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:02.351723 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Pushing event updated for resources: {'Port': ['ID=54461673-ece2-415c-bffe-4cc414d0050a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:45:02.418497 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Attempting to bind port 54461673-ece2-415c-bffe-4cc414d0050a on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:45:02.419092 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Attempting to bind port 54461673-ece2-415c-bffe-4cc414d0050a by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': 'e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:45:02.419604 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Attempting to bind port 54461673-ece2-415c-bffe-4cc414d0050a on network 0eb0de04-b3e9-4442-9154-d6316540f6a2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:45:02.425957 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Port 54461673-ece2-415c-bffe-4cc414d0050a on network 0eb0de04-b3e9-4442-9154-d6316540f6a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:45:02.426301 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Attempting to bind port 54461673-ece2-415c-bffe-4cc414d0050a on network 0eb0de04-b3e9-4442-9154-d6316540f6a2 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:45:02.431085 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:45:02.431417 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Checking segment: {'id': 'e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:45:02.431795 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Bound using segment: {'id': 'e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:45:02.432214 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Bound port: 54461673-ece2-415c-bffe-4cc414d0050a, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:45:02.432566 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:02.497297 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] For port 54461673-ece2-415c-bffe-4cc414d0050a, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:45:02.500869 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] For port 54461673-ece2-415c-bffe-4cc414d0050a, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=54461673-ece2-415c-bffe-4cc414d0050a,segment=NetworkSegment(e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf),segment_id=e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:45:02.505032 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:02.535680 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:02.536191 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:02.537599 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] 10.222.0.45 "PUT /v2.0/ports/54461673-ece2-415c-bffe-4cc414d0050a HTTP/1.1" status: 200 len: 1093 time: 0.5659044 Sep 20 20:45:02.538056 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493a5809-361f-44fa-b227-f0082f9a784b', 'tag': '54461673-ece2-415c-bffe-4cc414d0050a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:45:02.540268 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1485f2-673f-4f2f-b514-766cb9c075e9" -d '{"events": [{"name": "network-changed", "server_uuid": "493a5809-361f-44fa-b227-f0082f9a784b", "tag": "54461673-ece2-415c-bffe-4cc414d0050a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:45:02.570488 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f789bb4-6609-4c91-a1b4-5156014d5194 service neutron] Pushing event updated for resources: {'Port': ['ID=54461673-ece2-415c-bffe-4cc414d0050a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:45:02.592933 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9478da47-70ea-4543-b9f2-6e25814e6912 x-openstack-request-id: req-9478da47-70ea-4543-b9f2-6e25814e6912 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:45:02.593213 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493a5809-361f-44fa-b227-f0082f9a784b", "tag": "54461673-ece2-415c-bffe-4cc414d0050a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:45:02.593464 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9478da47-70ea-4543-b9f2-6e25814e6912 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:45:02.593878 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493a5809-361f-44fa-b227-f0082f9a784b', 'tag': '54461673-ece2-415c-bffe-4cc414d0050a', 'status': 'completed', 'code': 200} Sep 20 20:45:02.625169 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-4ab978e9-40f7-42a0-8120-8485d513f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:02.626662 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-4ab978e9-40f7-42a0-8120-8485d513f19a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00712add4d8f42dd82e2506bd7cb076f&device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 1096 time: 0.0424469 Sep 20 20:45:02.671445 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-df31b102-3063-4b31-967b-5e1755b23012 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54461673-ece2-415c-bffe-4cc414d0050a HTTP/1.1" status: 200 len: 217 time: 0.0373521 Sep 20 20:45:02.739630 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-7b60b935-fe26-4f3d-a091-e16a7b3abf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:02.741038 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-7b60b935-fe26-4f3d-a091-e16a7b3abf15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fc81fe5-2892-4b2a-8963-88282f9fcd8a HTTP/1.1" status: 200 len: 851 time: 0.0632880 Sep 20 20:45:02.779792 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-5ae79192-b614-4cd9-a916-a222382c472f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0eb0de04-b3e9-4442-9154-d6316540f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311570 Sep 20 20:45:02.788007 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d041e85-e43f-4a2a-aa6e-60ff367e7a07 req-d1b44ddd-0548-4013-aee3-83dd9b7edd1d tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:02.789291 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9d041e85-e43f-4a2a-aa6e-60ff367e7a07 req-d1b44ddd-0548-4013-aee3-83dd9b7edd1d tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 943 time: 0.0778847 Sep 20 20:45:02.872775 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9d041e85-e43f-4a2a-aa6e-60ff367e7a07 req-cf25f096-2571-42fd-857c-5b9a6c30691e tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760350 Sep 20 20:45:02.894848 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-3adfb1a1-8582-4ceb-9482-70374703230f service neutron] 10.222.0.45 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046910 Sep 20 20:45:02.983580 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-df4a4dfe-c713-4ff5-958f-6367ee29bae9 req-1732df9f-d25d-460e-ad8a-440f7d9e9a01 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821466 Sep 20 20:45:03.064209 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1485f2-673f-4f2f-b514-766cb9c075e9 req-0d7257b8-718a-416d-8337-627e89b45cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:03.065643 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b1485f2-673f-4f2f-b514-766cb9c075e9 req-0d7257b8-718a-416d-8337-627e89b45cf3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00712add4d8f42dd82e2506bd7cb076f&device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 1096 time: 0.0396144 Sep 20 20:45:03.156663 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1485f2-673f-4f2f-b514-766cb9c075e9 req-e776a42f-8865-4202-9867-c91616654574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:03.158146 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b1485f2-673f-4f2f-b514-766cb9c075e9 req-e776a42f-8865-4202-9867-c91616654574 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0eb0de04-b3e9-4442-9154-d6316540f6a2 HTTP/1.1" status: 200 len: 911 time: 0.0852771 Sep 20 20:45:03.200793 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b1485f2-673f-4f2f-b514-766cb9c075e9 req-2fae13ba-e472-4ef7-8683-4110178f23c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54461673-ece2-415c-bffe-4cc414d0050a HTTP/1.1" status: 200 len: 217 time: 0.0354571 Sep 20 20:45:03.248121 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1485f2-673f-4f2f-b514-766cb9c075e9 req-b2364666-a44d-417f-9a94-e24f8fced60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:03.249537 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b1485f2-673f-4f2f-b514-766cb9c075e9 req-b2364666-a44d-417f-9a94-e24f8fced60e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fc81fe5-2892-4b2a-8963-88282f9fcd8a HTTP/1.1" status: 200 len: 851 time: 0.0422020 Sep 20 20:45:03.283513 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b1485f2-673f-4f2f-b514-766cb9c075e9 req-db287ec4-cb2f-4956-85e6-157d717bbf18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0eb0de04-b3e9-4442-9154-d6316540f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263913 Sep 20 20:45:03.367584 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b1485f2-673f-4f2f-b514-766cb9c075e9 req-4dd161c2-a670-4154-bf99-4d443027eba4 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769951 Sep 20 20:45:03.459999 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5b1485f2-673f-4f2f-b514-766cb9c075e9 req-bb83a329-5a52-4a6f-b50d-ac6f3fafb771 service neutron] 10.222.0.45 "GET /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836246 Sep 20 20:45:03.985599 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba15e5-f222-42da-a171-dfce3449f707 req-0eccb87d-8bdd-45c4-914e-f8d7074043b9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:03.987098 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c0ba15e5-f222-42da-a171-dfce3449f707 req-0eccb87d-8bdd-45c4-914e-f8d7074043b9 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 943 time: 0.0474234 Sep 20 20:45:04.023046 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c0ba15e5-f222-42da-a171-dfce3449f707 req-9ba347cf-6866-4e2f-8d5b-1b384e4b1889 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302351 Sep 20 20:45:05.134557 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6f0e7-97b2-44c0-a7d1-04339e31c20e req-219fc9c0-41fa-4e68-86de-39d0ade738d2 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:05.136003 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5bd6f0e7-97b2-44c0-a7d1-04339e31c20e req-219fc9c0-41fa-4e68-86de-39d0ade738d2 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 943 time: 0.0493896 Sep 20 20:45:05.173098 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5bd6f0e7-97b2-44c0-a7d1-04339e31c20e req-b50e954b-4240-4f6b-84ef-34548c14b3e1 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313432 Sep 20 20:45:05.305155 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 54461673-ece2-415c-bffe-4cc414d0050a details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:45:05.398979 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 54461673-ece2-415c-bffe-4cc414d0050a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=54461673-ece2-415c-bffe-4cc414d0050a,segment=NetworkSegment(e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf),segment_id=e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:45:05.409953 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': '54461673-ece2-415c-bffe-4cc414d0050a', 'network_id': '0eb0de04-b3e9-4442-9154-d6316540f6a2', 'port_id': '54461673-ece2-415c-bffe-4cc414d0050a', 'mac_address': 'fa:16:3e:ee:7c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc81fe5-2892-4b2a-8963-88282f9fcd8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:45:05.445027 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:05.456721 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54461673-ece2-415c-bffe-4cc414d0050a {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:45:05.474347 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 54461673-ece2-415c-bffe-4cc414d0050a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=54461673-ece2-415c-bffe-4cc414d0050a,segment=NetworkSegment(e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf),segment_id=e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:45:05.477860 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:05.526926 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=54461673-ece2-415c-bffe-4cc414d0050a,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:45:05.533923 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.534285 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.534622 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.534952 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.535283 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.535609 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.535928 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.536248 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.536591 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.536912 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.537226 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.537540 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:05.701906 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['54461673-ece2-415c-bffe-4cc414d0050a'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:45:06.287041 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8812334-1a8f-46d6-ae63-04b0cd817524 req-0f224b0f-7514-4d38-a97d-09e6a0b93568 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:06.288493 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c8812334-1a8f-46d6-ae63-04b0cd817524 req-0f224b0f-7514-4d38-a97d-09e6a0b93568 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 944 time: 0.0513346 Sep 20 20:45:06.324957 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c8812334-1a8f-46d6-ae63-04b0cd817524 req-6f814ce5-d4b0-4818-bbc6-72c3dbd07d4e tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306609 Sep 20 20:45:06.872097 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:07.313529 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 54461673-ece2-415c-bffe-4cc414d0050a up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:45:07.363023 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port 54461673-ece2-415c-bffe-4cc414d0050a completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:45:07.366871 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port 54461673-ece2-415c-bffe-4cc414d0050a triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:45:07.367244 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:07.437481 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b8b93-0cfd-4f6d-9cf2-0ad1b98ccb7d req-e6a1ff49-b781-4f2e-853c-00cb64d13dc5 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:07.439024 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7c3b8b93-0cfd-4f6d-9cf2-0ad1b98ccb7d req-e6a1ff49-b781-4f2e-853c-00cb64d13dc5 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 944 time: 0.0484135 Sep 20 20:45:07.441379 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:07.462429 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a5809-361f-44fa-b227-f0082f9a784b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54461673-ece2-415c-bffe-4cc414d0050a'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:45:07.464622 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9487fe0d-c14f-410b-bb89-a001218da6de" -d '{"events": [{"server_uuid": "493a5809-361f-44fa-b227-f0082f9a784b", "name": "network-vif-plugged", "status": "completed", "tag": "54461673-ece2-415c-bffe-4cc414d0050a"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:45:07.476112 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-7c3b8b93-0cfd-4f6d-9cf2-0ad1b98ccb7d req-c7dd7c22-f338-4b2b-975a-05dbf2e93453 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 Sep 20 20:45:07.479772 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port 54461673-ece2-415c-bffe-4cc414d0050a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=54461673-ece2-415c-bffe-4cc414d0050a,segment=NetworkSegment(e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf),segment_id=e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:45:07.483975 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:07.512360 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4978f703-36f2-4c07-805d-7b1814d8cb14 x-openstack-request-id: req-4978f703-36f2-4c07-805d-7b1814d8cb14 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:45:07.512644 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a5809-361f-44fa-b227-f0082f9a784b", "name": "network-vif-plugged", "status": "completed", "tag": "54461673-ece2-415c-bffe-4cc414d0050a", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:45:07.512888 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4978f703-36f2-4c07-805d-7b1814d8cb14 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:45:07.513266 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a5809-361f-44fa-b227-f0082f9a784b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54461673-ece2-415c-bffe-4cc414d0050a', 'code': 200} Sep 20 20:45:07.536155 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=54461673-ece2-415c-bffe-4cc414d0050a,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:45:07.679664 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67df7b6-eac6-4b4c-ba5a-61ecfe83d3e2 req-27b18d02-5d1b-416a-840c-7a34d7ea6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:07.681041 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c67df7b6-eac6-4b4c-ba5a-61ecfe83d3e2 req-27b18d02-5d1b-416a-840c-7a34d7ea6911 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 1098 time: 0.0432348 Sep 20 20:45:07.714660 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c67df7b6-eac6-4b4c-ba5a-61ecfe83d3e2 req-f7330b00-6cae-430b-9297-284cbd2bffa9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261431 Sep 20 20:45:08.588970 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca752c-ea94-42ec-8006-562ff5f36851 req-cc39cc19-b23e-41da-a888-d36989e7bb7e tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:08.590480 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95ca752c-ea94-42ec-8006-562ff5f36851 req-cc39cc19-b23e-41da-a888-d36989e7bb7e tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 945 time: 0.0493479 Sep 20 20:45:08.629583 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-95ca752c-ea94-42ec-8006-562ff5f36851 req-5df7780c-e528-4282-9c64-8862e9319329 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331767 Sep 20 20:45:09.741726 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9199c-4031-4df1-b6f4-f119dc585d11 req-eeb19f3a-3993-46db-9227-254ccaaa06a2 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:09.743201 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-30f9199c-4031-4df1-b6f4-f119dc585d11 req-eeb19f3a-3993-46db-9227-254ccaaa06a2 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 945 time: 0.0474966 Sep 20 20:45:09.779552 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-30f9199c-4031-4df1-b6f4-f119dc585d11 req-b690e3dd-d6e1-4781-9d17-7ab3e06263ec tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306957 Sep 20 20:45:10.864067 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b2b24d10-67ed-4e25-b6b5-102c0b69a124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:13.423994 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-745603c5-a394-406c-8691-a2245a1bd6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:14.011244 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:14.718718 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:16.249031 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:18.603475 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:45:29.637102 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a38a5-51cf-4bcd-9408-f6757431959d req-7268e779-72aa-4419-a563-00bf0dabbc73 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:29.638505 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5a3a38a5-51cf-4bcd-9408-f6757431959d req-7268e779-72aa-4419-a563-00bf0dabbc73 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 945 time: 0.0475142 Sep 20 20:45:29.676371 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5a3a38a5-51cf-4bcd-9408-f6757431959d req-21fb6d41-494d-4e0d-aa76-b2000a7b694a tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313613 Sep 20 20:45:30.792783 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae9f7-d49a-4fd0-9125-c90b3cf8954b req-94d3140f-44b7-4f99-9361-680681c9aa13 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:30.794235 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e04ae9f7-d49a-4fd0-9125-c90b3cf8954b req-94d3140f-44b7-4f99-9361-680681c9aa13 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 945 time: 0.0475624 Sep 20 20:45:30.828989 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e04ae9f7-d49a-4fd0-9125-c90b3cf8954b req-fda576eb-c1b6-46e5-88bc-89a5c8f7f47d tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/security-groups?id=9806a4c2-af35-4cd2-acc3-ba75f1695138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289261 Sep 20 20:45:31.175137 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6201a-bcc5-465c-bd3d-1cfe951960af req-7df80b2c-ebc5-4e22-9518-fff39bb95e72 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:45:31.176558 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-49f6201a-bcc5-465c-bd3d-1cfe951960af req-7df80b2c-ebc5-4e22-9518-fff39bb95e72 tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.45 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 945 time: 0.0512505 Sep 20 20:45:31.262410 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-49f6201a-bcc5-465c-bd3d-1cfe951960af req-f486b5bd-b769-4a54-ac01-417baf1ab12b tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Deleting port 54461673-ece2-415c-bffe-4cc414d0050a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:45:31.262749 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-49f6201a-bcc5-465c-bd3d-1cfe951960af req-f486b5bd-b769-4a54-ac01-417baf1ab12b tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:31.350980 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-49f6201a-bcc5-465c-bd3d-1cfe951960af req-f486b5bd-b769-4a54-ac01-417baf1ab12b tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] For port 54461673-ece2-415c-bffe-4cc414d0050a, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=54461673-ece2-415c-bffe-4cc414d0050a,segment=NetworkSegment(e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf),segment_id=e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:45:31.351367 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-49f6201a-bcc5-465c-bd3d-1cfe951960af req-f486b5bd-b769-4a54-ac01-417baf1ab12b tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:31.364660 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-49f6201a-bcc5-465c-bd3d-1cfe951960af req-f486b5bd-b769-4a54-ac01-417baf1ab12b tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Calling delete_port for 54461673-ece2-415c-bffe-4cc414d0050a owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:45:31.485095 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-49f6201a-bcc5-465c-bd3d-1cfe951960af req-f486b5bd-b769-4a54-ac01-417baf1ab12b tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:31.515904 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486b5bd-b769-4a54-ac01-417baf1ab12b tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Pushing event deleted for resources: {'Port': ['ID=54461673-ece2-415c-bffe-4cc414d0050a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:45:31.554380 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f6201a-bcc5-465c-bd3d-1cfe951960af req-f486b5bd-b769-4a54-ac01-417baf1ab12b tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] No DVR routers for this DVR port 54461673-ece2-415c-bffe-4cc414d0050a on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:45:31.556969 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-49f6201a-bcc5-465c-bd3d-1cfe951960af req-f486b5bd-b769-4a54-ac01-417baf1ab12b tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:31.559071 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-49f6201a-bcc5-465c-bd3d-1cfe951960af req-f486b5bd-b769-4a54-ac01-417baf1ab12b tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.45 "DELETE /v2.0/ports/54461673-ece2-415c-bffe-4cc414d0050a HTTP/1.1" status: 204 len: 173 time: 0.3763795 Sep 20 20:45:31.559500 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a5809-361f-44fa-b227-f0082f9a784b', 'name': 'network-vif-deleted', 'tag': '54461673-ece2-415c-bffe-4cc414d0050a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:45:31.561702 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4e380d-4b6d-4581-b24e-658dcbfb7dee" -d '{"events": [{"server_uuid": "493a5809-361f-44fa-b227-f0082f9a784b", "name": "network-vif-deleted", "tag": "54461673-ece2-415c-bffe-4cc414d0050a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:45:31.597613 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a94f46-d700-4679-8622-f3de3156013c x-openstack-request-id: req-70a94f46-d700-4679-8622-f3de3156013c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:45:31.597900 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a5809-361f-44fa-b227-f0082f9a784b", "name": "network-vif-deleted", "tag": "54461673-ece2-415c-bffe-4cc414d0050a", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:45:31.598171 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70a94f46-d700-4679-8622-f3de3156013c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:45:31.598640 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a5809-361f-44fa-b227-f0082f9a784b', 'name': 'network-vif-deleted', 'tag': '54461673-ece2-415c-bffe-4cc414d0050a', 'status': 'completed', 'code': 200} Sep 20 20:45:31.937346 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-bb9ff88c-1d44-4b8b-9afa-b61ab5046ee9 req-4bfbb78a-a97c-4841-83bc-a2b38c22d0da tempest-VolumesSnapshotTestJSON-1021965396 tempest-VolumesSnapshotTestJSON-1021965396-project] 10.222.0.44 "GET /v2.0/ports?device_id=493a5809-361f-44fa-b227-f0082f9a784b HTTP/1.1" status: 200 len: 210 time: 0.0312181 Sep 20 20:45:33.423082 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 54461673-ece2-415c-bffe-4cc414d0050a no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:45:33.443876 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: 54461673-ece2-415c-bffe-4cc414d0050a {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:45:33.444212 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device 54461673-ece2-415c-bffe-4cc414d0050a not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:45:36.889155 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:40.863328 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d3150eac-1cf2-4837-9fd2-423c82cfef56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:43.425281 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4b542142-c76c-4bd0-93ee-79b919a1506f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:44.011497 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:44.721239 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:46.252611 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:54.894079 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48180) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:45:54.940370 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Deleting subnet 5fc81fe5-2892-4b2a-8963-88282f9fcd8a {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:45:54.943871 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:54.975779 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9723860'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.011410 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.060679 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8543097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552993'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.083992 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc81fe5-2892-4b2a-8963-88282f9fcd8a,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:45:55.088267 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.090242 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5fc81fe5-2892-4b2a-8963-88282f9fcd8a HTTP/1.1" status: 204 len: 168 time: 0.1950176 Sep 20 20:45:55.092628 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 48182) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:45:55.094698 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.095040 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.095373 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.095698 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.096021 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.096342 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.096661 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.096977 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.097292 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.097605 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.097915 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.098250 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b6731c-d6dc-40ff-ad49-14eb48f1085a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:45:55.162458 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.237096 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.256116 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb0de04-b3e9-4442-9154-d6316540f6a2']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:45:55.264746 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:45:55.265035 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e542a7-92e0-4c2a-8ee5-a9c7b88cdbcf') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:45:55.277323 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.290662 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.296189 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:45:55.296570 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:45:55.298351 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:45:55.348950 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.354863 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.356692 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0eb0de04-b3e9-4442-9154-d6316540f6a2 HTTP/1.1" status: 204 len: 168 time: 0.2630837 Sep 20 20:45:55.367065 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfb18d-8b8f-4062-8458-a67f923e3ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb0de04-b3e9-4442-9154-d6316540f6a2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:45:55.515985 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48186) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:45:55.554823 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0c1c6022-d6bc-4279-8440-00415142708c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00712add4d8f42dd82e2506bd7cb076f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377102 Sep 20 20:45:55.557169 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48188) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:45:55.602339 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:45:55.606887 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2304114-352e-4bce-be4a-422f816684f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.626669 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2304114-352e-4bce-be4a-422f816684f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.671446 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2304114-352e-4bce-be4a-422f816684f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.674253 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2304114-352e-4bce-be4a-422f816684f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:45:55.675399 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e2304114-352e-4bce-be4a-422f816684f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9806a4c2-af35-4cd2-acc3-ba75f1695138 HTTP/1.1" status: 204 len: 168 time: 0.1173835 Sep 20 20:45:55.682903 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2304114-352e-4bce-be4a-422f816684f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806a4c2-af35-4cd2-acc3-ba75f1695138,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:46:06.902637 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:08.588876 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbeb6b-0732-4ee3-837c-0d2fa8132ae5 req-cf744a3e-571e-4cec-bc10-16a527aa6efd tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:08.590374 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a5bbeb6b-0732-4ee3-837c-0d2fa8132ae5 req-cf744a3e-571e-4cec-bc10-16a527aa6efd tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 946 time: 0.1951282 Sep 20 20:46:08.626080 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a5bbeb6b-0732-4ee3-837c-0d2fa8132ae5 req-4c17df25-cc94-48e6-a135-7611bbee66ce tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298274 Sep 20 20:46:09.791739 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a52c97-d3dc-493a-bb7d-b0835badc920 req-bef60cbe-5b2a-4cae-a1ab-de3f2fd0404d tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:09.793199 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f9a52c97-d3dc-493a-bb7d-b0835badc920 req-bef60cbe-5b2a-4cae-a1ab-de3f2fd0404d tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 946 time: 0.0984786 Sep 20 20:46:09.829552 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f9a52c97-d3dc-493a-bb7d-b0835badc920 req-cbf5c663-cc07-499f-a707-dc49dedf5b78 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305166 Sep 20 20:46:09.903976 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-b24a1923-1d0a-4675-b1d6-a131a5cd5259 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:09.905398 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-b24a1923-1d0a-4675-b1d6-a131a5cd5259 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 946 time: 0.0500424 Sep 20 20:46:09.990718 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Deleting port aa34bd32-9c84-4182-8763-7723c5b19fa0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:46:09.990974 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:10.340844 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] For port aa34bd32-9c84-4182-8763-7723c5b19fa0, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=aa34bd32-9c84-4182-8763-7723c5b19fa0,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:46:10.341242 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:10.502493 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:10.502771 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:10.503089 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.l3_db [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Floating IP 5421227f-f16c-4b47-a775-cae339eeb57c disassociated. External IP: 172.27.2.116, port: aa34bd32-9c84-4182-8763-7723c5b19fa0. Sep 20 20:46:10.503423 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Calling delete_port for aa34bd32-9c84-4182-8763-7723c5b19fa0 owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:46:10.625063 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:10.650349 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event deleted for resources: {'Port': ['ID=aa34bd32-9c84-4182-8763-7723c5b19fa0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:46:10.662215 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.662561 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.662932 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.663248 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.663578 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.663903 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.664225 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.664545 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.664867 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.665184 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.665500 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.665814 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:10.773325 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Router 35e606b7-0665-41d9-944e-268874a135e8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:46:10.864436 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-88ed8004-e1bd-4e5b-a592-7b3f992238e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:10.877317 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:46:10.888350 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ab548-54e7-4baa-b6a0-5663b0d0210c None None] Sync routers for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:46:10.908349 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ab548-54e7-4baa-b6a0-5663b0d0210c None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:46:10.909346 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-6a9ab548-54e7-4baa-b6a0-5663b0d0210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:45:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:46:10.918828 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] No DVR routers for this DVR port aa34bd32-9c84-4182-8763-7723c5b19fa0 on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:46:10.921550 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:10.923553 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-de194067-ec6d-41e7-b5fd-40ef0923681c req-fbff4e99-068b-4667-a79a-09cf708181d3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "DELETE /v2.0/ports/aa34bd32-9c84-4182-8763-7723c5b19fa0 HTTP/1.1" status: 204 len: 173 time: 1.0121529 Sep 20 20:46:10.924408 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'name': 'network-vif-deleted', 'tag': 'aa34bd32-9c84-4182-8763-7723c5b19fa0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:46:10.927683 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e0e244-deee-4a09-a7e8-9bed1e7a1c23" -d '{"events": [{"server_uuid": "a8229d30-4b75-49a1-9035-eced96ab52e9", "name": "network-vif-deleted", "tag": "aa34bd32-9c84-4182-8763-7723c5b19fa0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:46:10.935717 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-da9d73d6-a8dd-4949-8441-55ecbb0e2466 req-42a4d11c-eec8-457d-a9a7-3b9a639ce688 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8229d30-4b75-49a1-9035-eced96ab52e9 HTTP/1.1" status: 200 len: 210 time: 0.0298538 Sep 20 20:46:10.972494 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440046b4-4adc-4327-a08c-1f518c8f9368 x-openstack-request-id: req-440046b4-4adc-4327-a08c-1f518c8f9368 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:46:10.972781 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8229d30-4b75-49a1-9035-eced96ab52e9", "name": "network-vif-deleted", "tag": "aa34bd32-9c84-4182-8763-7723c5b19fa0", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:46:10.973026 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-440046b4-4adc-4327-a08c-1f518c8f9368 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:46:10.973628 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8229d30-4b75-49a1-9035-eced96ab52e9', 'name': 'network-vif-deleted', 'tag': 'aa34bd32-9c84-4182-8763-7723c5b19fa0', 'status': 'completed', 'code': 200} Sep 20 20:46:11.015947 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-6a9ab548-54e7-4baa-b6a0-5663b0d0210c None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:46:11.348317 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-6a9ab548-54e7-4baa-b6a0-5663b0d0210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:46:11.373874 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ab548-54e7-4baa-b6a0-5663b0d0210c None None] Checking router: 35e606b7-0665-41d9-944e-268874a135e8 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:46:11.382294 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ab548-54e7-4baa-b6a0-5663b0d0210c None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:46:11.382913 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-6a9ab548-54e7-4baa-b6a0-5663b0d0210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:45:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:46:11.488324 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-6a9ab548-54e7-4baa-b6a0-5663b0d0210c None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:46:11.688398 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-6a9ab548-54e7-4baa-b6a0-5663b0d0210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:46:11.713085 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ab548-54e7-4baa-b6a0-5663b0d0210c None None] The sync data for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi is: [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:46:11.920215 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadbfa7-f498-4ddf-9c7d-5ce78e87c322 None None] New status for floating IP 5421227f-f16c-4b47-a775-cae339eeb57c: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:46:12.188524 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-40d00a1a-a67b-46a7-94bc-f7657b9bd141 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102581471&fields=id&tenant_id=8fe954198bb24397af532d69779c8834 HTTP/1.1" status: 200 len: 267 time: 0.0313072 Sep 20 20:46:12.293295 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-2520620e-53ca-4fb0-8802-647f2495b8af tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:12.294743 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-2520620e-53ca-4fb0-8802-647f2495b8af tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 811 time: 0.0997307 Sep 20 20:46:12.309451 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-d44fec09-688b-41db-80a9-2af2060a6c77 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/quotas/8fe954198bb24397af532d69779c8834 HTTP/1.1" status: 200 len: 375 time: 0.0091701 Sep 20 20:46:12.358807 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-85efb40c-42d6-4ca5-bb9e-6f837b493aac tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444505 Sep 20 20:46:12.456297 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-b924c152-c344-4c3c-88ac-cdcf3ee86e87 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854037 Sep 20 20:46:12.547498 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-07716473-1e94-4168-9342-fbe0350f26b7 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853033 Sep 20 20:46:12.629100 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48350) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:46:12.739498 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5f7c05c3-6c9d-4d4c-94cb-94c730841553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:12.851541 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ba728493-d210-4acd-94a8-b94aac5ecb5f req-64301ae4-6bb2-452b-9e3c-5f63eca6f4e4 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 210 time: 0.0332191 Sep 20 20:46:12.863956 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5f7c05c3-6c9d-4d4c-94cb-94c730841553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:12.867887 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5f7c05c3-6c9d-4d4c-94cb-94c730841553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:12.906984 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5f7c05c3-6c9d-4d4c-94cb-94c730841553 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e0c54f001aa4d39a2e2bbea3ebbb398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768345 Sep 20 20:46:12.908098 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c05c3-6c9d-4d4c-94cb-94c730841553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f15d1-4815-49da-9f87-1111890434f3,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:46:12.910379 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48364) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:46:12.960039 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-947849d2-0bb2-497e-9a2b-dc974e9d9fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:12.982514 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-947849d2-0bb2-497e-9a2b-dc974e9d9fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:13.032756 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-947849d2-0bb2-497e-9a2b-dc974e9d9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:13.035593 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-947849d2-0bb2-497e-9a2b-dc974e9d9fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:13.036839 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-947849d2-0bb2-497e-9a2b-dc974e9d9fdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d14f15d1-4815-49da-9f87-1111890434f3 HTTP/1.1" status: 204 len: 168 time: 0.1254601 Sep 20 20:46:13.044973 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947849d2-0bb2-497e-9a2b-dc974e9d9fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14f15d1-4815-49da-9f87-1111890434f3,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:46:13.426314 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-89436562-1620-4d44-88a4-fa1ea5fe589f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:13.608288 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device aa34bd32-9c84-4182-8763-7723c5b19fa0 no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:46:13.627957 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: aa34bd32-9c84-4182-8763-7723c5b19fa0 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:46:13.628300 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device aa34bd32-9c84-4182-8763-7723c5b19fa0 not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:46:13.743348 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-7efafb17-22c2-4b33-b5f5-bc83cabe20d8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:13.744790 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-7efafb17-22c2-4b33-b5f5-bc83cabe20d8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 811 time: 0.1069965 Sep 20 20:46:13.787556 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-e0e51e29-8cf0-4815-ab5f-c583f4af4e1d tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fe954198bb24397af532d69779c8834 HTTP/1.1" status: 200 len: 380 time: 0.0334587 Sep 20 20:46:13.796842 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'port': {'device_id': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'admin_state_up': True, 'tenant_id': '8fe954198bb24397af532d69779c8834', 'security_groups': ['3ebf3e8d-5b02-4347-8ec4-cc3c62777afa']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:46:13.905785 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Made reservation on behalf of 8fe954198bb24397af532d69779c8834 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:46:13.909396 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:13.949357 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6ce5bc64-e3ff-442a-a285-83f2a846f177 req-9933e3eb-888f-4aa6-a02f-ac06cbf9f38c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 210 time: 0.0296659 Sep 20 20:46:14.012057 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:14.066617 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Allocated IP 172.20.0.11 (2eb00826-e894-4d88-a83d-39c86dd4c036/903adba1-e694-44d5-ae80-e78101422620/b67edf96-bdb6-4e0e-867c-5f6e349f0d3b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:46:14.205971 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:14.238467 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:14.281028 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Network 2eb00826-e894-4d88-a83d-39c86dd4c036 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:46:14.283915 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:46:14.288085 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:46:14.320699 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'Port': ['ID=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:46:14.343440 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:14.344070 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:14.359804 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-0170192d-96ef-4876-9d0d-60f042599684 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5665109 Sep 20 20:46:14.371367 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-7561d202-e2c3-468b-b80d-cffb85d6e9af tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:46:14.372512 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-7561d202-e2c3-468b-b80d-cffb85d6e9af tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055585 Sep 20 20:46:14.482115 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Request body: {'port': {'device_id': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:46:14.514837 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-b0d978b8-d1aa-4a89-8c7c-276c775ea65c None None] Provisioning complete for port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:46:14.515358 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0d978b8-d1aa-4a89-8c7c-276c775ea65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:14.534644 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:14.548851 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-b0d978b8-d1aa-4a89-8c7c-276c775ea65c None None] Port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:46:14.724552 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:14.790066 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67edf96-bdb6-4e0e-867c-5f6e349f0d3b {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:46:14.797171 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:14.808820 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Transition to ACTIVE for port object b67edf96-bdb6-4e0e-867c-5f6e349f0d3b will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:46:14.811739 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:14.862495 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Pushing event updated for resources: {'Port': ['ID=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:46:14.934848 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Attempting to bind port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:46:14.935307 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Attempting to bind port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:46:14.935637 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Attempting to bind port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b on network 2eb00826-e894-4d88-a83d-39c86dd4c036 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:46:14.939913 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b on network 2eb00826-e894-4d88-a83d-39c86dd4c036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:46:14.940224 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Attempting to bind port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b on network 2eb00826-e894-4d88-a83d-39c86dd4c036 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:46:14.945712 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:46:14.946070 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Checking segment: {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:46:14.946447 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Bound using segment: {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:46:14.946862 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Bound port: b67edf96-bdb6-4e0e-867c-5f6e349f0d3b, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:46:14.947211 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:15.011271 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] For port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:46:15.014261 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] For port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:46:15.018607 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:15.053351 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:15.053980 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:15.055387 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] 10.222.0.45 "PUT /v2.0/ports/b67edf96-bdb6-4e0e-867c-5f6e349f0d3b HTTP/1.1" status: 200 len: 1094 time: 0.6748099 Sep 20 20:46:15.055834 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'tag': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:46:15.058180 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35462e0-0cc2-42f4-a296-8e14633707b7" -d '{"events": [{"name": "network-changed", "server_uuid": "35b72ccd-8bcf-4902-95a0-c2a9282948cf", "tag": "b67edf96-bdb6-4e0e-867c-5f6e349f0d3b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:46:15.069536 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b521b3-6a0c-42a2-969c-708121416d9d req-ba0384e8-f681-469a-99f5-93e8f146397a tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:15.071753 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c9b521b3-6a0c-42a2-969c-708121416d9d req-ba0384e8-f681-469a-99f5-93e8f146397a tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 944 time: 0.0532908 Sep 20 20:46:15.083942 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acef57-efc3-4c8f-bea8-13a4adbb9463 service neutron] Pushing event updated for resources: {'Port': ['ID=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:46:15.121414 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c9b521b3-6a0c-42a2-969c-708121416d9d req-9a7ac010-d6bd-4219-a525-f1a5ae13ff6d tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375440 Sep 20 20:46:15.123756 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebef5d4-1271-45f9-89da-1a1126f2f9b4 x-openstack-request-id: req-2ebef5d4-1271-45f9-89da-1a1126f2f9b4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:46:15.124036 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b72ccd-8bcf-4902-95a0-c2a9282948cf", "tag": "b67edf96-bdb6-4e0e-867c-5f6e349f0d3b", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:46:15.124292 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ebef5d4-1271-45f9-89da-1a1126f2f9b4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:46:15.124686 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'tag': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'status': 'completed', 'code': 200} Sep 20 20:46:15.159179 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-bbbf1fb7-544f-4a6d-bc09-cd825fbe7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:15.160682 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-bbbf1fb7-544f-4a6d-bc09-cd825fbe7124 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 1097 time: 0.0478244 Sep 20 20:46:15.207627 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-81e83af3-3f77-4bfb-b80a-61f6403e067f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b HTTP/1.1" status: 200 len: 217 time: 0.0390694 Sep 20 20:46:15.258116 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-e75f8236-af5d-4c82-9b60-1fa2cc1317a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:15.259586 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-e75f8236-af5d-4c82-9b60-1fa2cc1317a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0454800 Sep 20 20:46:15.304804 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-e418e604-e699-4c52-a3fb-4163fac26fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:15.306330 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-e418e604-e699-4c52-a3fb-4163fac26fa3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399835 Sep 20 20:46:15.395741 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-5935a18f-7485-4028-b3c5-be12e21c2477 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825160 Sep 20 20:46:15.482665 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-80aa2cd9-a4ee-4827-a8bc-59fcfbb7ddc8 req-bc879ca1-a017-4214-9663-39e981e0b7ff service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797954 Sep 20 20:46:15.568934 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35462e0-0cc2-42f4-a296-8e14633707b7 req-bf0c41dc-ed71-4531-be0b-907b3bbb8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:15.570375 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c35462e0-0cc2-42f4-a296-8e14633707b7 req-bf0c41dc-ed71-4531-be0b-907b3bbb8bd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 1097 time: 0.0447013 Sep 20 20:46:15.658792 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35462e0-0cc2-42f4-a296-8e14633707b7 req-c88d6379-3b05-43c2-8afe-681080cc11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:15.660222 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c35462e0-0cc2-42f4-a296-8e14633707b7 req-c88d6379-3b05-43c2-8afe-681080cc11ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.0812964 Sep 20 20:46:15.703502 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c35462e0-0cc2-42f4-a296-8e14633707b7 req-d64baa35-91e3-4616-a41e-99f90d4c7d14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b HTTP/1.1" status: 200 len: 217 time: 0.0349011 Sep 20 20:46:15.754389 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35462e0-0cc2-42f4-a296-8e14633707b7 req-21588ed3-7a98-4266-9690-f58bd32aa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:15.756890 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c35462e0-0cc2-42f4-a296-8e14633707b7 req-21588ed3-7a98-4266-9690-f58bd32aa591 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0460927 Sep 20 20:46:15.804446 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35462e0-0cc2-42f4-a296-8e14633707b7 req-79c750b0-652d-4eda-95e7-055c08d8d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:15.805944 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c35462e0-0cc2-42f4-a296-8e14633707b7 req-79c750b0-652d-4eda-95e7-055c08d8d21a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422564 Sep 20 20:46:15.893701 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c35462e0-0cc2-42f4-a296-8e14633707b7 req-6e3380d9-5366-4b8a-826e-0b00333fe2cb service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803976 Sep 20 20:46:15.979364 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c35462e0-0cc2-42f4-a296-8e14633707b7 req-d75fc868-5309-4f38-8bb4-89b143590369 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791748 Sep 20 20:46:16.239919 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09b9a2-cfe6-4511-a5af-85e74602a48e req-09b16bb8-c1b0-48ed-9390-c4cae0d13bc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:16.241401 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3f09b9a2-cfe6-4511-a5af-85e74602a48e req-09b16bb8-c1b0-48ed-9390-c4cae0d13bc8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 944 time: 0.0472980 Sep 20 20:46:16.256636 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:16.283144 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-3f09b9a2-cfe6-4511-a5af-85e74602a48e req-9f99ea41-675e-470e-b897-3c13c20212e8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356178 Sep 20 20:46:17.391924 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f6402-468d-49d6-8848-a6c6bd7eac3f req-4301bedf-bf56-4979-b74c-124bc872bd16 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:17.393406 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-238f6402-468d-49d6-8848-a6c6bd7eac3f req-4301bedf-bf56-4979-b74c-124bc872bd16 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 944 time: 0.0468042 Sep 20 20:46:17.431592 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-238f6402-468d-49d6-8848-a6c6bd7eac3f req-b4b2cd45-aab6-4c7f-a83a-f87af1558342 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313730 Sep 20 20:46:18.541097 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1876a-75c1-43e2-a3d2-bd5f74ab06f2 req-95ba81b8-1975-4116-b944-a5fe4111e10c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:18.542553 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04d1876a-75c1-43e2-a3d2-bd5f74ab06f2 req-95ba81b8-1975-4116-b944-a5fe4111e10c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 944 time: 0.0466969 Sep 20 20:46:18.578375 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-04d1876a-75c1-43e2-a3d2-bd5f74ab06f2 req-89a0a159-2d6b-4fac-9afa-3ada63494832 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300667 Sep 20 20:46:19.688470 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea088a-3830-4dca-b34c-41024324612b req-102b1b8e-208e-43d6-bbb2-8bd78079483a tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:19.689817 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f8ea088a-3830-4dca-b34c-41024324612b req-102b1b8e-208e-43d6-bbb2-8bd78079483a tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 944 time: 0.0468056 Sep 20 20:46:19.733546 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f8ea088a-3830-4dca-b34c-41024324612b req-e3e775c7-3a0b-4077-802f-562918c56695 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364068 Sep 20 20:46:20.844711 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba96d98-aa43-4e01-92e0-b0802647f99d req-f9f95ec5-0f2a-44c4-befa-9b7321b6b618 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:20.846177 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6ba96d98-aa43-4e01-92e0-b0802647f99d req-f9f95ec5-0f2a-44c4-befa-9b7321b6b618 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 944 time: 0.0472362 Sep 20 20:46:20.882373 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6ba96d98-aa43-4e01-92e0-b0802647f99d req-f3740e6c-fd81-4564-bc74-31e8c726fe27 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304348 Sep 20 20:46:21.654751 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device b67edf96-bdb6-4e0e-867c-5f6e349f0d3b details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:46:21.747222 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:46:21.757655 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'port_id': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'mac_address': 'fa:16:3e:3c:36:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:46:21.793291 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:21.805192 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67edf96-bdb6-4e0e-867c-5f6e349f0d3b {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:46:21.822885 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:46:21.827502 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:21.875339 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:46:21.882113 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.882457 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.882792 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.883124 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.883447 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.883769 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.884090 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.884404 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.884747 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.885066 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.885381 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.885692 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:46:21.992503 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b08b7-7904-4c33-aeb6-54b2f916dc2a req-7e0977b6-d84a-4310-ad7c-4fd0af0672d4 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:21.993945 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a61b08b7-7904-4c33-aeb6-54b2f916dc2a req-7e0977b6-d84a-4310-ad7c-4fd0af0672d4 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 945 time: 0.0477798 Sep 20 20:46:22.029473 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['b67edf96-bdb6-4e0e-867c-5f6e349f0d3b'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:46:22.030879 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a61b08b7-7904-4c33-aeb6-54b2f916dc2a req-4bb9befe-3dd4-4942-8c91-7031caa56043 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309496 Sep 20 20:46:23.140424 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741656a-3c9e-47a2-845c-527d0512e5ce req-7cf5b1be-bf63-49ec-b62a-edd064bd5761 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:23.141855 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f741656a-3c9e-47a2-845c-527d0512e5ce req-7cf5b1be-bf63-49ec-b62a-edd064bd5761 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 945 time: 0.0479074 Sep 20 20:46:23.182295 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f741656a-3c9e-47a2-845c-527d0512e5ce req-8a664198-4e06-42b5-85d2-ed69548c800f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337062 Sep 20 20:46:23.670527 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device b67edf96-bdb6-4e0e-867c-5f6e349f0d3b up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:46:23.716932 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:46:23.720832 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:46:23.721192 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:23.793275 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:23.816589 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:46:23.819300 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f32e51-016e-4f7e-82f3-c5da1b5068bd" -d '{"events": [{"server_uuid": "35b72ccd-8bcf-4902-95a0-c2a9282948cf", "name": "network-vif-plugged", "status": "completed", "tag": "b67edf96-bdb6-4e0e-867c-5f6e349f0d3b"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:46:23.831566 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:46:23.836140 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:23.859241 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c586d1c2-7574-47a1-b62e-3a62baeba35d x-openstack-request-id: req-c586d1c2-7574-47a1-b62e-3a62baeba35d {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:46:23.859529 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b72ccd-8bcf-4902-95a0-c2a9282948cf", "name": "network-vif-plugged", "status": "completed", "tag": "b67edf96-bdb6-4e0e-867c-5f6e349f0d3b", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:46:23.859774 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c586d1c2-7574-47a1-b62e-3a62baeba35d {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:46:23.860154 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'code': 200} Sep 20 20:46:23.885172 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:46:24.055472 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce12ab2-9e58-49d6-869c-568fa0785fac req-f0c4a92c-0988-4d9d-9531-3f20c39d348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:24.056964 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2ce12ab2-9e58-49d6-869c-568fa0785fac req-f0c4a92c-0988-4d9d-9531-3f20c39d348e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 1099 time: 0.0388958 Sep 20 20:46:24.089689 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-2ce12ab2-9e58-49d6-869c-568fa0785fac req-404766ea-389d-41ed-a5ab-5d99c301c991 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261569 Sep 20 20:46:24.292056 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc2994-7b0c-4c52-89ac-2beb956f425b req-0d14d262-e957-4beb-8be4-c13e335dfdd2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:24.293496 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-88cc2994-7b0c-4c52-89ac-2beb956f425b req-0d14d262-e957-4beb-8be4-c13e335dfdd2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 946 time: 0.0471947 Sep 20 20:46:24.329845 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-88cc2994-7b0c-4c52-89ac-2beb956f425b req-47cab416-9291-4991-93e3-c22b57698a35 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304062 Sep 20 20:46:25.441310 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a852-a8c0-48c2-abbb-fc4b25743851 req-aa51782a-bc77-4991-b39f-8c53f0ba3870 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:25.442825 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c2f1a852-a8c0-48c2-abbb-fc4b25743851 req-aa51782a-bc77-4991-b39f-8c53f0ba3870 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 946 time: 0.0483615 Sep 20 20:46:25.479714 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c2f1a852-a8c0-48c2-abbb-fc4b25743851 req-1d8e25ef-26b5-4709-8140-e79fb7ae681b tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Sep 20 20:46:25.587780 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252e9f2-3ad7-4705-a412-9cab07a58912 req-384b4cac-be51-4c6a-ab4d-6fbd1bc52c3e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:25.589348 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c252e9f2-3ad7-4705-a412-9cab07a58912 req-384b4cac-be51-4c6a-ab4d-6fbd1bc52c3e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 946 time: 0.0461304 Sep 20 20:46:25.629101 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-c252e9f2-3ad7-4705-a412-9cab07a58912 req-c03a241b-560b-4882-b889-6534f3fc4fe9 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339215 Sep 20 20:46:25.651115 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 48402) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:46:25.688341 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc963c6-d1ca-4e75-a5a8-4cebe605826c tempest-TestVolumeBootPattern-251907405 tempest-TestVolumeBootPattern-251907405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:25.689905 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-5fc963c6-d1ca-4e75-a5a8-4cebe605826c tempest-TestVolumeBootPattern-251907405 tempest-TestVolumeBootPattern-251907405-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 1094 time: 0.0378721 Sep 20 20:46:25.692546 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 48404) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:46:25.696585 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'floatingip': {'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'port_id': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:46:25.717625 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:25.807477 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:25.909229 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Allocated IP 172.27.2.86 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/f0fb10f8-b904-4422-a4a3-353cb58d2915) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:46:26.004318 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:26.040114 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:26.073925 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:46:26.076613 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:46:26.080007 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:46:26.104707 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'Port': ['ID=f0fb10f8-b904-4422-a4a3-353cb58d2915,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:46:26.418473 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:26.483541 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:26.624929 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:26.629267 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:26.693595 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'Port': ['ID=f0fb10f8-b904-4422-a4a3-353cb58d2915,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:46:26.704584 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:26.805040 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.db.l3_db [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Floating IP d681c15a-a330-41c5-8c98-4529cc804445 associated. External IP: 172.27.2.86, port: b67edf96-bdb6-4e0e-867c-5f6e349f0d3b. Sep 20 20:46:27.001617 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Router 35e606b7-0665-41d9-944e-268874a135e8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:46:27.371801 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:46:27.381387 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70cac40-5d5d-4f72-a641-82b28078bad7 None None] Sync routers for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:46:27.387793 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:27.391880 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70cac40-5d5d-4f72-a641-82b28078bad7 None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:46:27.392496 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a70cac40-5d5d-4f72-a641-82b28078bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:46:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:46:27.414257 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-400441fc-29b5-4b59-8dd9-ef7294419fe2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7207229 Sep 20 20:46:27.414827 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'tag': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:46:27.417060 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ea127d-591a-4948-9e85-bdd8684d6ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "35b72ccd-8bcf-4902-95a0-c2a9282948cf", "tag": "b67edf96-bdb6-4e0e-867c-5f6e349f0d3b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:46:27.452004 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c51684-b6ef-4b15-bd82-46fa4677a078 x-openstack-request-id: req-61c51684-b6ef-4b15-bd82-46fa4677a078 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:46:27.452303 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b72ccd-8bcf-4902-95a0-c2a9282948cf", "tag": "b67edf96-bdb6-4e0e-867c-5f6e349f0d3b", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:46:27.452566 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61c51684-b6ef-4b15-bd82-46fa4677a078 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:46:27.452943 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'tag': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'status': 'completed', 'code': 200} Sep 20 20:46:27.497734 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-a70cac40-5d5d-4f72-a641-82b28078bad7 None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:46:27.511909 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea127d-591a-4948-9e85-bdd8684d6ad5 req-7962f201-4fd3-4804-984b-8102dd4801b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:27.513386 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e7ea127d-591a-4948-9e85-bdd8684d6ad5 req-7962f201-4fd3-4804-984b-8102dd4801b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 1099 time: 0.0399430 Sep 20 20:46:27.604714 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea127d-591a-4948-9e85-bdd8684d6ad5 req-0fedd1e9-e2db-459c-879b-40e28f8e546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:27.606236 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e7ea127d-591a-4948-9e85-bdd8684d6ad5 req-0fedd1e9-e2db-459c-879b-40e28f8e546a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.0856287 Sep 20 20:46:27.669394 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e7ea127d-591a-4948-9e85-bdd8684d6ad5 req-d079bdc4-b8e9-429e-9da6-fa3ae68fbc03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b HTTP/1.1" status: 200 len: 999 time: 0.0564198 Sep 20 20:46:27.711639 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a70cac40-5d5d-4f72-a641-82b28078bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd681c15a-a330-41c5-8c98-4529cc804445', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:3c:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:46:26Z', 'updated_at': '2021-09-20T20:46:26Z', 'revision_number': 0, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:46:27.719987 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea127d-591a-4948-9e85-bdd8684d6ad5 req-afd3601d-6862-4228-8036-9697be25150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:27.721439 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e7ea127d-591a-4948-9e85-bdd8684d6ad5 req-afd3601d-6862-4228-8036-9697be25150b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0459852 Sep 20 20:46:27.740510 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70cac40-5d5d-4f72-a641-82b28078bad7 None None] Checking router: 35e606b7-0665-41d9-944e-268874a135e8 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:46:27.748524 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70cac40-5d5d-4f72-a641-82b28078bad7 None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:46:27.749122 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a70cac40-5d5d-4f72-a641-82b28078bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:46:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:46:27.764594 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea127d-591a-4948-9e85-bdd8684d6ad5 req-54c97986-e75f-4f0e-946d-60ac0db04642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:46:27.766126 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e7ea127d-591a-4948-9e85-bdd8684d6ad5 req-54c97986-e75f-4f0e-946d-60ac0db04642 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379548 Sep 20 20:46:27.850487 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-a70cac40-5d5d-4f72-a641-82b28078bad7 None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:46:27.852420 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e7ea127d-591a-4948-9e85-bdd8684d6ad5 req-31ffb7c1-0403-435c-b952-332f9d3f5176 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794888 Sep 20 20:46:27.941381 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-e7ea127d-591a-4948-9e85-bdd8684d6ad5 req-10751226-9aac-4f5a-abbd-81e229df36e3 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824687 Sep 20 20:46:28.064605 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-a70cac40-5d5d-4f72-a641-82b28078bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd681c15a-a330-41c5-8c98-4529cc804445', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:3c:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:46:26Z', 'updated_at': '2021-09-20T20:46:26Z', 'revision_number': 0, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:46:28.093983 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70cac40-5d5d-4f72-a641-82b28078bad7 None None] The sync data for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi is: [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd681c15a-a330-41c5-8c98-4529cc804445', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:3c:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:46:26Z', 'updated_at': '2021-09-20T20:46:26Z', 'revision_number': 0, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:46:28.277585 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8eb583-2677-4d1e-8792-c592683fa963 None None] New status for floating IP d681c15a-a330-41c5-8c98-4529cc804445: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:46:32.601410 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:46:36.918298 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:40.865200 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50ec9b0f-3090-446a-85da-5db9354a7af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:43.427905 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-712f02f5-c506-475b-afed-78f1fad220dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:44.012374 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:44.727703 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:46:46.257801 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:06.919052 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:09.601285 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:47:10.864316 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2e4d037a-792d-4ddf-ac30-08910474329e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:13.428005 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ab54d3f4-7987-4cbe-9009-fc8f8c202666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:13.967241 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-df6354a7-226e-4065-88a2-2844515835c4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373113 Sep 20 20:47:14.013013 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:14.048509 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-3364cfd5-95f2-45b9-9a2e-551b443e7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:47:14.050007 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-3364cfd5-95f2-45b9-9a2e-551b443e7b2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 1099 time: 0.0436811 Sep 20 20:47:14.148817 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-bb395722-671b-4e57-96b8-ff6fec001cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:47:14.150285 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-bb395722-671b-4e57-96b8-ff6fec001cb1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.0822632 Sep 20 20:47:14.217899 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-b2e8459a-478d-48dc-8264-c281f8ea34ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b HTTP/1.1" status: 200 len: 1001 time: 0.0582705 Sep 20 20:47:14.264119 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-4237eb3a-7069-4d09-b60d-adb687f56c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:47:14.265498 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-4237eb3a-7069-4d09-b60d-adb687f56c6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0409832 Sep 20 20:47:14.310328 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-510b1fd3-e28f-4b0f-9f85-70e4317d6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:47:14.311797 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-510b1fd3-e28f-4b0f-9f85-70e4317d6a7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385561 Sep 20 20:47:14.403804 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-79676365-674d-4c9f-9825-15b6b525f015 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839772 Sep 20 20:47:14.489556 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f1149b09-c254-4c7e-8b4a-c91c95f828c8 req-5cbc9f79-5a42-4892-9611-ab2c23ff5ae5 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782566 Sep 20 20:47:14.729324 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:16.261249 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:36.930476 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:40.864231 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-dde27b9d-0679-411a-a9ae-ced0a7c8efd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:43.428328 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5dca-b59c-4dc8-80bd-5d4f90efa17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:44.013952 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:44.732868 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:46.264751 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:47:46.600258 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:48:06.716876 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-4769d7e6-37d2-4fd3-973c-6e223459b2d0 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102581471&fields=id&tenant_id=8fe954198bb24397af532d69779c8834 HTTP/1.1" status: 200 len: 267 time: 0.0321705 Sep 20 20:48:06.822607 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-ae8b6423-d967-4a5a-9c51-b7c7e94aa1f0 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:06.824048 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-ae8b6423-d967-4a5a-9c51-b7c7e94aa1f0 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 811 time: 0.1007638 Sep 20 20:48:06.838886 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-5c6f47ff-457c-4a0f-bb7c-31c754821faf tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/quotas/8fe954198bb24397af532d69779c8834 HTTP/1.1" status: 200 len: 375 time: 0.0091500 Sep 20 20:48:06.894606 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-d8325679-dd12-4ce6-aa6a-31889fb056e1 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0507238 Sep 20 20:48:06.932700 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:06.957409 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-712527c5-8c52-4c7c-a54a-49aa393d7019 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 20:48:06.958416 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-712527c5-8c52-4c7c-a54a-49aa393d7019 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513108 Sep 20 20:48:07.048240 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8771f93e-848d-4237-97cd-ae65a18a59c3 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829413 Sep 20 20:48:07.134441 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-4478fc93-70e8-4bd8-98ed-ea754d6c0245 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801055 Sep 20 20:48:07.424043 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-42770ccd-7cf5-4ff5-974c-db53b4457fd4 req-46bed18d-dc3d-4e10-aab5-8f1429005887 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 210 time: 0.0278211 Sep 20 20:48:08.403417 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-feda4074-6d8c-43be-8594-07866f407898 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:08.404872 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-feda4074-6d8c-43be-8594-07866f407898 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 811 time: 0.1107643 Sep 20 20:48:08.446881 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-99255de9-778f-42ad-a423-d1e28eb35830 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fe954198bb24397af532d69779c8834 HTTP/1.1" status: 200 len: 380 time: 0.0335357 Sep 20 20:48:08.457502 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'port': {'device_id': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'admin_state_up': True, 'tenant_id': '8fe954198bb24397af532d69779c8834', 'security_groups': ['3ebf3e8d-5b02-4347-8ec4-cc3c62777afa']}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:48:08.549892 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-006c853b-95e1-4717-ac04-8383da3cf6c4 req-ad221743-272a-4bb6-82f6-23b5da527657 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 210 time: 0.0328791 Sep 20 20:48:08.590958 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Made reservation on behalf of 8fe954198bb24397af532d69779c8834 for: {'port': 1} {{(pid=94159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 20:48:08.594809 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:08.720828 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Allocated IP 172.20.0.12 (2eb00826-e894-4d88-a83d-39c86dd4c036/903adba1-e694-44d5-ae80-e78101422620/f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:48:08.860129 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:08.893517 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:08.935735 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Network 2eb00826-e894-4d88-a83d-39c86dd4c036 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:48:08.938649 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:48:08.942229 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:48:08.971693 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'Port': ['ID=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:48:08.985457 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:08.985704 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:08.986071 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:08.986405 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:08.986733 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:08.987057 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:08.987379 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:08.987701 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:08.988021 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:08.988342 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:08.988655 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:08.988968 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:09.007131 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:09.007749 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:09.025414 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-145f034a-ac3d-4acc-826a-30b3c94ec708 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716724 Sep 20 20:48:09.037648 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.v2.base [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Request body: {'port': {'device_id': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79820'}} {{(pid=94159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:48:09.092994 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:09.143094 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-836fb3b6-6f58-4147-b193-9a3202c6582f None None] Provisioning complete for port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd triggered by entity DHCP. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:48:09.148000 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-836fb3b6-6f58-4147-b193-9a3202c6582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:09.187625 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-836fb3b6-6f58-4147-b193-9a3202c6582f None None] Port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd cannot update to ACTIVE because it is not bound. {{(pid=94161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 20:48:09.350206 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:48:09.357912 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:09.369788 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Transition to ACTIVE for port object f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 20:48:09.373779 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:09.420772 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Pushing event updated for resources: {'Port': ['ID=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:48:09.492323 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Attempting to bind port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd on host hv-cinder-79820 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 20:48:09.492753 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Attempting to bind port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd by drivers openvswitch,hyperv on host hv-cinder-79820 at level 0 using segments [{'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 20:48:09.493153 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Attempting to bind port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd on network 2eb00826-e894-4d88-a83d-39c86dd4c036 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:48:09.497677 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd on network 2eb00826-e894-4d88-a83d-39c86dd4c036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79820 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 20:48:09.498017 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Attempting to bind port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd on network 2eb00826-e894-4d88-a83d-39c86dd4c036 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 20:48:09.502831 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Checking agent: {'id': '92e8734d-d047-4629-9f66-354444a38850', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79820', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'started_at': datetime.datetime(2021, 9, 20, 20, 34, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 20, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 20:48:09.503169 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Checking segment: {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 20:48:09.503548 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Bound using segment: {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 20:48:09.503977 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Bound port: f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd, host: hv-cinder-79820, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eef5c3-bb61-4ff2-876c-c73989486d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 20:48:09.504335 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:09.571037 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] For port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd, host hv-cinder-79820, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 20:48:09.573899 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] For port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd, host hv-cinder-79820, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 20:48:09.579842 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331203'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:09.619371 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:09.619991 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:09.621392 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] 10.222.0.45 "PUT /v2.0/ports/f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd HTTP/1.1" status: 200 len: 1094 time: 0.5880854 Sep 20 20:48:09.621825 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'tag': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:48:09.624101 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cee37d-961f-4ffc-af6f-6384b14d1c19" -d '{"events": [{"name": "network-changed", "server_uuid": "b460aabb-1194-4086-bc65-e169f3a7c100", "tag": "f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:48:09.654627 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9d803-496e-4d36-bfaf-51ba0dfb5e5c service neutron] Pushing event updated for resources: {'Port': ['ID=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:48:09.708859 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9a2f2-331e-435b-bbad-fe64eaa3e136 req-f32c9f0c-1f87-47ae-bdb9-935cd2377785 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:09.711618 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f3c9a2f2-331e-435b-bbad-fe64eaa3e136 req-f32c9f0c-1f87-47ae-bdb9-935cd2377785 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 944 time: 0.0599153 Sep 20 20:48:09.721885 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-50190124-09d0-44f7-b3c9-c194fbfe0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:09.723749 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-50190124-09d0-44f7-b3c9-c194fbfe0070 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 1097 time: 0.0486157 Sep 20 20:48:09.755929 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f3c9a2f2-331e-435b-bbad-fe64eaa3e136 req-e81b8b50-9c8d-4f11-9ffb-d6bf3361a5c9 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378566 Sep 20 20:48:09.779343 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-e73de7fd-2245-48b1-ac12-e3150620543c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd HTTP/1.1" status: 200 len: 217 time: 0.0478914 Sep 20 20:48:09.828027 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a995f0d5-ea11-4b14-8f66-0ee47fd37351 x-openstack-request-id: req-a995f0d5-ea11-4b14-8f66-0ee47fd37351 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:48:09.828411 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b460aabb-1194-4086-bc65-e169f3a7c100", "tag": "f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:48:09.828728 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a995f0d5-ea11-4b14-8f66-0ee47fd37351 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:48:09.829188 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'tag': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd', 'status': 'completed', 'code': 200} Sep 20 20:48:09.833044 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-e504974f-601e-4595-9cb5-de566b8bff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:09.834631 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-e504974f-601e-4595-9cb5-de566b8bff59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0489314 Sep 20 20:48:09.879691 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-c8f7a8e5-15e8-4379-8381-44e3121b8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:09.881059 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-c8f7a8e5-15e8-4379-8381-44e3121b8acc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385444 Sep 20 20:48:09.971349 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-9a2154c0-a63f-4c28-b43c-ab4da641d488 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828798 Sep 20 20:48:10.057493 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ac4f9e28-2aba-47dc-9601-baea7c779d9f req-1d0715a7-c20a-4ae9-aa6e-da583eaee1a9 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788136 Sep 20 20:48:10.137476 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee37d-961f-4ffc-af6f-6384b14d1c19 req-6facf018-e136-4d24-9ced-21a63f9c586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:10.138896 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f2cee37d-961f-4ffc-af6f-6384b14d1c19 req-6facf018-e136-4d24-9ced-21a63f9c586b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 1097 time: 0.0398901 Sep 20 20:48:10.228897 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee37d-961f-4ffc-af6f-6384b14d1c19 req-7fe9f1aa-bfb3-478b-b2b3-549bb2781ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:10.230361 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f2cee37d-961f-4ffc-af6f-6384b14d1c19 req-7fe9f1aa-bfb3-478b-b2b3-549bb2781ed6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.0847616 Sep 20 20:48:10.271662 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f2cee37d-961f-4ffc-af6f-6384b14d1c19 req-30ba8723-a649-47d0-a216-389cd836a59c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd HTTP/1.1" status: 200 len: 217 time: 0.0343401 Sep 20 20:48:10.323375 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee37d-961f-4ffc-af6f-6384b14d1c19 req-a8e92c56-bedd-43c9-91b2-3b917f53769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:10.324778 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f2cee37d-961f-4ffc-af6f-6384b14d1c19 req-a8e92c56-bedd-43c9-91b2-3b917f53769f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0453124 Sep 20 20:48:10.369080 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee37d-961f-4ffc-af6f-6384b14d1c19 req-9de2b043-06d7-49e8-ad64-b69a11c5a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:10.370695 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f2cee37d-961f-4ffc-af6f-6384b14d1c19 req-9de2b043-06d7-49e8-ad64-b69a11c5a623 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384803 Sep 20 20:48:10.464228 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f2cee37d-961f-4ffc-af6f-6384b14d1c19 req-dcaf6431-963a-4863-9faf-2da91066bb20 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822673 Sep 20 20:48:10.552139 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f2cee37d-961f-4ffc-af6f-6384b14d1c19 req-200a7f08-cefb-44f4-a873-11d7230ee4e1 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775435 Sep 20 20:48:10.863992 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4658c325-08a9-42e8-95c3-5f150d4c1c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:10.867847 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4671e0-ef43-40fc-bc8b-ec2a21cee246 req-1f5353af-c46b-49ee-87f7-5a2184279a04 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:10.869367 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9c4671e0-ef43-40fc-bc8b-ec2a21cee246 req-1f5353af-c46b-49ee-87f7-5a2184279a04 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 944 time: 0.0479367 Sep 20 20:48:10.905439 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9c4671e0-ef43-40fc-bc8b-ec2a21cee246 req-6b1f0252-652a-47bd-8f93-2c2a0c1b1bf2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302892 Sep 20 20:48:12.017901 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdecbc-f5d1-456f-b1b2-e79df4e46ed7 req-807a707f-b8ad-4640-8376-4f62d1beaae1 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:12.019643 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3fdecbc-f5d1-456f-b1b2-e79df4e46ed7 req-807a707f-b8ad-4640-8376-4f62d1beaae1 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 944 time: 0.0475979 Sep 20 20:48:12.054460 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f3fdecbc-f5d1-456f-b1b2-e79df4e46ed7 req-d705e3e7-0fc3-4459-a902-a6abd5b7f8b4 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291071 Sep 20 20:48:13.164719 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4ed7e-3814-48ac-9a7d-bbf2b702a0da req-745263ee-9cce-4243-997b-2c89ae94dfe7 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:13.166188 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-56d4ed7e-3814-48ac-9a7d-bbf2b702a0da req-745263ee-9cce-4243-997b-2c89ae94dfe7 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 944 time: 0.0476029 Sep 20 20:48:13.201850 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-56d4ed7e-3814-48ac-9a7d-bbf2b702a0da req-c19ff63c-3c82-4b8a-b6b7-3c4a46a3163a tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299432 Sep 20 20:48:13.429026 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-27be269a-3692-4d46-84a6-2ef365bd8b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:14.013843 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:14.317637 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962cd5c-dce2-4d48-9dd7-0d10a20debd3 req-f1941429-0cb2-4d65-a977-821f0075c1ee tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:14.319137 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9962cd5c-dce2-4d48-9dd7-0d10a20debd3 req-f1941429-0cb2-4d65-a977-821f0075c1ee tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 944 time: 0.0519619 Sep 20 20:48:14.356050 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-9962cd5c-dce2-4d48-9dd7-0d10a20debd3 req-8f25ef4e-3eaa-42c1-bec4-0dd4946e62aa tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306180 Sep 20 20:48:14.735651 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:14.963721 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-426e9416-3683-4aff-b834-b5391d076d02 req-0635b28a-6aa0-4a34-af9f-323089267b95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383258 Sep 20 20:48:15.040046 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e9416-3683-4aff-b834-b5391d076d02 req-a224e08e-8106-45ee-b638-de1b3f181887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:15.041424 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-426e9416-3683-4aff-b834-b5391d076d02 req-a224e08e-8106-45ee-b638-de1b3f181887 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 1099 time: 0.0387459 Sep 20 20:48:15.142138 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e9416-3683-4aff-b834-b5391d076d02 req-b0065dda-c77a-4d74-b46b-87ad6c2948ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:15.143851 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-426e9416-3683-4aff-b834-b5391d076d02 req-b0065dda-c77a-4d74-b46b-87ad6c2948ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.0830994 Sep 20 20:48:15.205576 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-426e9416-3683-4aff-b834-b5391d076d02 req-e6d2e6ca-490c-4deb-a815-82c5a76f6cb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b HTTP/1.1" status: 200 len: 1001 time: 0.0541430 Sep 20 20:48:15.256396 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e9416-3683-4aff-b834-b5391d076d02 req-79a66319-850f-446c-b30f-5c1f19789946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:15.257854 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-426e9416-3683-4aff-b834-b5391d076d02 req-79a66319-850f-446c-b30f-5c1f19789946 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0459650 Sep 20 20:48:15.301391 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e9416-3683-4aff-b834-b5391d076d02 req-d9cf02a3-63ab-492f-b7d9-cc60dad2a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:15.302849 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-426e9416-3683-4aff-b834-b5391d076d02 req-d9cf02a3-63ab-492f-b7d9-cc60dad2a3a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382130 Sep 20 20:48:15.388384 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-426e9416-3683-4aff-b834-b5391d076d02 req-8e19ebdb-6568-481a-b937-d7c88d2946d5 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784106 Sep 20 20:48:15.472437 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d61ff5-cd82-46f3-ac4c-fc9df004a911 req-57f5855a-8110-4658-bff8-744cda188212 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:15.473898 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-20d61ff5-cd82-46f3-ac4c-fc9df004a911 req-57f5855a-8110-4658-bff8-744cda188212 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 944 time: 0.0513768 Sep 20 20:48:15.479973 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-426e9416-3683-4aff-b834-b5391d076d02 req-fdb8bceb-7480-4de7-a468-60f73889e21c service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846903 Sep 20 20:48:15.511083 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-20d61ff5-cd82-46f3-ac4c-fc9df004a911 req-d38a9405-8370-43df-9f80-468ce151bf45 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305245 Sep 20 20:48:16.267483 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:16.338981 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd details requested by agent hyperv_hv-cinder-79820 with host hv-cinder-79820 {{(pid=94161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 20:48:16.426644 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:48:16.437763 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Returning: {'device': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'port_id': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd', 'mac_address': 'fa:16:3e:c9:3c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 20:48:16.476283 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:16.488291 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 20:48:16.506690 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:48:16.510743 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:16.556905 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd,revision_number=4']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:48:16.563899 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.564241 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.564576 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.564906 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.565231 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.565561 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.565885 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.566233 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.566572 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.566895 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.567212 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.567526 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:16.622484 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c432dc-9bc7-42fe-8507-5991b59956ed req-182eb2cc-b2a1-4f3b-bfc5-4d2996f9b19d tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:16.623933 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-68c432dc-9bc7-42fe-8507-5991b59956ed req-182eb2cc-b2a1-4f3b-bfc5-4d2996f9b19d tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 945 time: 0.0474017 Sep 20 20:48:16.661112 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-68c432dc-9bc7-42fe-8507-5991b59956ed req-7dfa9693-b7b0-4879-907b-02ce3c35d834 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Sep 20 20:48:16.726227 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] get_ports_and_sgs() called for port_ids ['f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd'] {{(pid=94161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 20:48:17.772246 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428ebae-3b63-4a8b-bca0-dbc7b543eaa0 req-63564dc3-241d-428d-a91c-15b114310070 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:17.773701 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3428ebae-3b63-4a8b-bca0-dbc7b543eaa0 req-63564dc3-241d-428d-a91c-15b114310070 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 945 time: 0.0481076 Sep 20 20:48:17.809750 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3428ebae-3b63-4a8b-bca0-dbc7b543eaa0 req-c2436f27-7b08-4eb3-8e65-a89c933a8674 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301330 Sep 20 20:48:18.354727 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd up at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 20:48:18.400770 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning for port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd completed by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 20:48:18.404267 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Provisioning complete for port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd triggered by entity L2. {{(pid=94161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 20:48:18.404641 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455613'] for port, provisioning_complete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:18.481080 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:18.501701 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:48:18.503922 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}429c34f63d6d31252001219802bf86f5a675f56a8be8dfcf635ffa2dba00ea2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235dcc51-1e29-4d15-8156-2bdffafaa722" -d '{"events": [{"server_uuid": "b460aabb-1194-4086-bc65-e169f3a7c100", "name": "network-vif-plugged", "status": "completed", "tag": "f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:48:18.516005 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] For port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:48:18.519835 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:18.567760 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Pushing event updated for resources: {'Port': ['ID=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd,revision_number=5']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:48:18.597269 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafc5c05-f80a-487e-b379-c44484818910 x-openstack-request-id: req-dafc5c05-f80a-487e-b379-c44484818910 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:48:18.597556 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b460aabb-1194-4086-bc65-e169f3a7c100", "name": "network-vif-plugged", "status": "completed", "tag": "f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:48:18.597802 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dafc5c05-f80a-487e-b379-c44484818910 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:48:18.598381 dv-cinder-798208-2-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd', 'code': 200} Sep 20 20:48:18.801435 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006c54e-1e84-4d5c-81fe-7573546b7ff9 req-ae0f92ec-ed89-47d8-8135-07df05da543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:18.802925 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5006c54e-1e84-4d5c-81fe-7573546b7ff9 req-ae0f92ec-ed89-47d8-8135-07df05da543b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 1099 time: 0.0424638 Sep 20 20:48:18.837281 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-5006c54e-1e84-4d5c-81fe-7573546b7ff9 req-76b7f728-303c-4759-becf-22579f326ca0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272269 Sep 20 20:48:18.921709 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af944d95-7c1b-4601-919f-56a3cef2fe43 req-4553fe0a-87f0-40a0-8789-cf3f48752162 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:18.923171 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-af944d95-7c1b-4601-919f-56a3cef2fe43 req-4553fe0a-87f0-40a0-8789-cf3f48752162 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 946 time: 0.0471952 Sep 20 20:48:18.958868 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-af944d95-7c1b-4601-919f-56a3cef2fe43 req-501a8b1c-3dc1-4c56-af80-70effad6c73a tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299520 Sep 20 20:48:20.070254 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e5816-017a-42f5-87a8-4d9af1102a2c req-23b48975-668f-422f-a9e5-26bce7ef8a77 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:20.071695 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d39e5816-017a-42f5-87a8-4d9af1102a2c req-23b48975-668f-422f-a9e5-26bce7ef8a77 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 946 time: 0.0469992 Sep 20 20:48:20.108128 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-d39e5816-017a-42f5-87a8-4d9af1102a2c req-c4f43d6d-7a8a-4053-91b9-e442e2cfc876 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306494 Sep 20 20:48:20.219212 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc6e6b-5d2f-45aa-a647-2d0b6b197a2d req-38421eb1-c2c1-4249-98aa-17c1c844f2db tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:20.220683 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-52fc6e6b-5d2f-45aa-a647-2d0b6b197a2d req-38421eb1-c2c1-4249-98aa-17c1c844f2db tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 946 time: 0.0497510 Sep 20 20:48:20.257021 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-52fc6e6b-5d2f-45aa-a647-2d0b6b197a2d req-bdf0f307-5b1b-4629-bed4-25ca12756b98 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306211 Sep 20 20:48:20.278613 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48530) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:48:20.316340 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c76bd03-859b-43d5-b7cd-2a8a48e1d5d7 tempest-TestVolumeBootPattern-251907405 tempest-TestVolumeBootPattern-251907405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:20.317806 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2c76bd03-859b-43d5-b7cd-2a8a48e1d5d7 tempest-TestVolumeBootPattern-251907405 tempest-TestVolumeBootPattern-251907405-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 1094 time: 0.0382349 Sep 20 20:48:20.321054 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48532) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:48:20.325144 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Request body: {'floatingip': {'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'port_id': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 20:48:20.346307 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:20.439548 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:20.536897 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Allocated IP 172.27.2.177 (cbef75a3-08eb-4f42-a4dd-36fb4337e14f/5466e3e4-6c4b-4181-93ce-b827231985e6/db42ebd6-b717-46b8-8909-61ca687ff371) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 20:48:20.636271 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:20.668400 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781406758584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:20.702127 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Network cbef75a3-08eb-4f42-a4dd-36fb4337e14f is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 20:48:20.704776 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 20:48:20.708187 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 20:48:20.736918 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'Port': ['ID=db42ebd6-b717-46b8-8909-61ca687ff371,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:48:20.748273 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:20.748619 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:20.748954 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:20.749297 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:20.749606 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:20.749929 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:20.750275 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:20.750596 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:20.750916 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:20.751235 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:20.751549 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:20.751863 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:48:21.055472 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:21.117736 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1447729'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:21.260284 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:21.265040 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781407312909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781406758602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781406758620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8543055'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:21.337540 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event updated for resources: {'Port': ['ID=db42ebd6-b717-46b8-8909-61ca687ff371,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:48:21.343069 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529682'] for floatingip, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:21.435331 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Floating IP fae7f88a-695f-4cf8-bfda-a5e3c57ddda5 associated. External IP: 172.27.2.177, port: f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd. Sep 20 20:48:21.632182 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Router 35e606b7-0665-41d9-944e-268874a135e8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:48:21.733863 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:48:21.743249 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec92c6-2f6d-4130-8220-4271a84c4a0d None None] Sync routers for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:48:21.750123 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:21.753758 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec92c6-2f6d-4130-8220-4271a84c4a0d None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:48:21.754237 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-faec92c6-2f6d-4130-8220-4271a84c4a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:48:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:48:21.778052 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-478b5179-fa93-4724-9f31-44e052e91ee2 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4560134 Sep 20 20:48:21.778621 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'tag': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:48:21.780842 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b46bcd-925f-4b64-9694-59a1ed27a17f" -d '{"events": [{"name": "network-changed", "server_uuid": "b460aabb-1194-4086-bc65-e169f3a7c100", "tag": "f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:48:21.864274 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-faec92c6-2f6d-4130-8220-4271a84c4a0d None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:48:21.869264 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f92b2c-bf6f-42ce-8e8d-d647780d69a4 x-openstack-request-id: req-e6f92b2c-bf6f-42ce-8e8d-d647780d69a4 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:48:21.869550 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b460aabb-1194-4086-bc65-e169f3a7c100", "tag": "f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:48:21.869795 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6f92b2c-bf6f-42ce-8e8d-d647780d69a4 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:48:21.870230 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'tag': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd', 'status': 'completed', 'code': 200} Sep 20 20:48:21.940578 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b46bcd-925f-4b64-9694-59a1ed27a17f req-312b123e-afa0-43b2-968b-c5f71ce8884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:21.941968 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8b46bcd-925f-4b64-9694-59a1ed27a17f req-312b123e-afa0-43b2-968b-c5f71ce8884c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 1099 time: 0.0477426 Sep 20 20:48:22.036954 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b46bcd-925f-4b64-9694-59a1ed27a17f req-5487a2e7-0da0-4003-b579-f5b2f968dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:22.038452 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8b46bcd-925f-4b64-9694-59a1ed27a17f req-5487a2e7-0da0-4003-b579-f5b2f968dd0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.0882940 Sep 20 20:48:22.087864 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-faec92c6-2f6d-4130-8220-4271a84c4a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd681c15a-a330-41c5-8c98-4529cc804445', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:3c:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:46:26Z', 'updated_at': '2021-09-20T20:46:28Z', 'revision_number': 1, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}, {'id': 'fae7f88a-695f-4cf8-bfda-a5e3c57ddda5', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:c9:3c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:48:20Z', 'updated_at': '2021-09-20T20:48:20Z', 'revision_number': 0, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:48:22.102622 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8b46bcd-925f-4b64-9694-59a1ed27a17f req-a9df82b8-f839-4c3b-b828-c60aaa1060bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd HTTP/1.1" status: 200 len: 1000 time: 0.0557444 Sep 20 20:48:22.113122 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec92c6-2f6d-4130-8220-4271a84c4a0d None None] Checking router: 35e606b7-0665-41d9-944e-268874a135e8 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:48:22.121283 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec92c6-2f6d-4130-8220-4271a84c4a0d None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:48:22.121891 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-faec92c6-2f6d-4130-8220-4271a84c4a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:48:13Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:48:22.153883 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b46bcd-925f-4b64-9694-59a1ed27a17f req-b4622259-3417-4a04-97e5-205761f52bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:22.155348 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8b46bcd-925f-4b64-9694-59a1ed27a17f req-b4622259-3417-4a04-97e5-205761f52bd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0458851 Sep 20 20:48:22.198489 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b46bcd-925f-4b64-9694-59a1ed27a17f req-7a0b058d-53b9-4c03-a675-88b097e57e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:48:22.199857 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8b46bcd-925f-4b64-9694-59a1ed27a17f req-7a0b058d-53b9-4c03-a675-88b097e57e7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381470 Sep 20 20:48:22.225294 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-faec92c6-2f6d-4130-8220-4271a84c4a0d None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:48:22.291027 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8b46bcd-925f-4b64-9694-59a1ed27a17f req-3ec8fc22-5a64-4ce7-8737-66e99637450a service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839911 Sep 20 20:48:22.381232 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-f8b46bcd-925f-4b64-9694-59a1ed27a17f req-b476f7aa-4514-4321-a1f0-8be74a761262 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827794 Sep 20 20:48:22.448324 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-faec92c6-2f6d-4130-8220-4271a84c4a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd681c15a-a330-41c5-8c98-4529cc804445', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:3c:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:46:26Z', 'updated_at': '2021-09-20T20:46:28Z', 'revision_number': 1, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}, {'id': 'fae7f88a-695f-4cf8-bfda-a5e3c57ddda5', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:c9:3c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:48:20Z', 'updated_at': '2021-09-20T20:48:20Z', 'revision_number': 0, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:48:22.474022 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faec92c6-2f6d-4130-8220-4271a84c4a0d None None] The sync data for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi is: [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd681c15a-a330-41c5-8c98-4529cc804445', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:3c:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:46:26Z', 'updated_at': '2021-09-20T20:46:28Z', 'revision_number': 1, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}, {'id': 'fae7f88a-695f-4cf8-bfda-a5e3c57ddda5', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:c9:3c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:48:20Z', 'updated_at': '2021-09-20T20:48:20Z', 'revision_number': 0, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:48:22.648137 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f602f375-6f93-460d-9f36-efb91d3c5d4e None None] New status for floating IP fae7f88a-695f-4cf8-bfda-a5e3c57ddda5: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:48:23.599739 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:48:36.962938 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:40.863825 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f2a4afd5-48c2-4047-b8b4-04caeb7b0189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:43.429930 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1cb1673f-7b6a-49a5-97f6-b1ba46b91cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:44.014591 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:44.738990 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:48:46.270423 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:00.597782 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:49:06.981588 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:10.862983 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-da08f708-aa63-4170-9cf4-de62e6606864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:13.430143 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a2e90591-ed7c-4f84-848c-ad5ad07ec19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:14.014585 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:14.740533 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:16.273485 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:16.964276 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-c8f12a79-63e7-4594-9654-f1a31d43338b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388007 Sep 20 20:49:17.046150 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-f38ffb9b-78e9-44fa-8c68-1b023d9f47fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:17.047595 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-f38ffb9b-78e9-44fa-8c68-1b023d9f47fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 1099 time: 0.0428388 Sep 20 20:49:17.145723 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-eec86ee8-6c50-4cd0-a2b5-e75a90bcfb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:17.147169 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-eec86ee8-6c50-4cd0-a2b5-e75a90bcfb5c service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.0810387 Sep 20 20:49:17.211964 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-762772d1-3926-4f05-93ca-bf06af0894ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b HTTP/1.1" status: 200 len: 1001 time: 0.0577312 Sep 20 20:49:17.257804 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-7893c42e-0e6a-4eb2-8791-0b99035b63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:17.259156 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-7893c42e-0e6a-4eb2-8791-0b99035b63bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0404565 Sep 20 20:49:17.303012 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-6a1e3889-5593-400d-a55d-4466843da25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:17.304708 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-6a1e3889-5593-400d-a55d-4466843da25a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382843 Sep 20 20:49:17.395237 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-06256e63-543d-4c1d-9f7f-b56ce7c427d2 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833552 Sep 20 20:49:17.481037 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-21a00d3b-c2ec-401d-b745-16cfbe9641a7 req-4de28396-7f36-4f4a-973e-8341f91d1fe7 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787985 Sep 20 20:49:36.989504 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:37.597660 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:49:40.862830 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-32136b5b-5986-40a9-af95-9c11f2b80837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:43.429649 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3944494a-d883-4e55-bde8-c2b1f9482a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:44.014145 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:44.743456 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:46.276637 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:48.854893 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48564) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:49:49.112872 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Deleting port db42ebd6-b717-46b8-8909-61ca687ff371 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:49:49.113127 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:49.410772 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:49.411100 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:49.422709 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Calling delete_port for db42ebd6-b717-46b8-8909-61ca687ff371 owned by network:floatingip {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:49:49.585605 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:49.613129 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event deleted for resources: {'Port': ['ID=db42ebd6-b717-46b8-8909-61ca687ff371,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:49:49.624294 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.624639 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.624975 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.625304 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.625654 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.625975 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.626327 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.626653 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.626973 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.627287 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.627604 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.627914 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:49.679304 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:49.679560 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Floating IP fae7f88a-695f-4cf8-bfda-a5e3c57ddda5 disassociated (deleted). External IP: 172.27.2.177, port: f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd. Sep 20 20:49:49.877260 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Router 35e606b7-0665-41d9-944e-268874a135e8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:49:49.981033 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:49:49.985687 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:49.990292 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90b581-78db-4cba-b604-e29a137a9551 None None] Sync routers for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:49:49.999619 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90b581-78db-4cba-b604-e29a137a9551 None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:49:50.000223 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9c90b581-78db-4cba-b604-e29a137a9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:49:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:49:50.011475 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-780b639f-656c-477b-ac93-5c2eec7e970e tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "DELETE /v2.0/floatingips/fae7f88a-695f-4cf8-bfda-a5e3c57ddda5 HTTP/1.1" status: 204 len: 168 time: 1.1555238 Sep 20 20:49:50.012076 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'tag': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:49:50.014475 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31796b5c-e1e2-4c76-897f-ef0599071cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "b460aabb-1194-4086-bc65-e169f3a7c100", "tag": "f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:49:50.056620 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3208bbe9-ffbc-4f9e-9c5a-51091b201a19 x-openstack-request-id: req-3208bbe9-ffbc-4f9e-9c5a-51091b201a19 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:49:50.056913 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b460aabb-1194-4086-bc65-e169f3a7c100", "tag": "f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:49:50.057221 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3208bbe9-ffbc-4f9e-9c5a-51091b201a19 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:49:50.057555 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'tag': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd', 'status': 'completed', 'code': 200} Sep 20 20:49:50.109158 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-9c90b581-78db-4cba-b604-e29a137a9551 None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:49:50.129520 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31796b5c-e1e2-4c76-897f-ef0599071cf8 req-e948828d-947b-4579-8c84-c5c313d36810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:50.131278 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-31796b5c-e1e2-4c76-897f-ef0599071cf8 req-e948828d-947b-4579-8c84-c5c313d36810 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 1099 time: 0.0506692 Sep 20 20:49:50.268064 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31796b5c-e1e2-4c76-897f-ef0599071cf8 req-6fbeb006-ccfe-4273-94ad-6d5a72bae6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:50.269422 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-31796b5c-e1e2-4c76-897f-ef0599071cf8 req-6fbeb006-ccfe-4273-94ad-6d5a72bae6e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.1306689 Sep 20 20:49:50.281622 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65922e-ae1f-4cf8-8c07-8e4d33270ac7 req-3fa26615-714f-4505-989c-20ba3fe97a19 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:50.283033 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fe65922e-ae1f-4cf8-8c07-8e4d33270ac7 req-3fa26615-714f-4505-989c-20ba3fe97a19 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 946 time: 0.0742903 Sep 20 20:49:50.329925 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-31796b5c-e1e2-4c76-897f-ef0599071cf8 req-a01a9b9c-923a-46f1-9755-cd33d810b003 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd HTTP/1.1" status: 200 len: 217 time: 0.0459838 Sep 20 20:49:50.331546 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9c90b581-78db-4cba-b604-e29a137a9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd681c15a-a330-41c5-8c98-4529cc804445', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:3c:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:46:26Z', 'updated_at': '2021-09-20T20:46:28Z', 'revision_number': 1, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:49:50.361686 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90b581-78db-4cba-b604-e29a137a9551 None None] Checking router: 35e606b7-0665-41d9-944e-268874a135e8 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:49:50.369795 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90b581-78db-4cba-b604-e29a137a9551 None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:49:50.370427 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9c90b581-78db-4cba-b604-e29a137a9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:49:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:49:50.376072 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-fe65922e-ae1f-4cf8-8c07-8e4d33270ac7 req-e0fc1f53-989e-492f-986b-73a9e5021bf4 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865223 Sep 20 20:49:50.395582 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31796b5c-e1e2-4c76-897f-ef0599071cf8 req-971b0540-b997-45ab-971e-984f5fb62a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:50.395582 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-31796b5c-e1e2-4c76-897f-ef0599071cf8 req-971b0540-b997-45ab-971e-984f5fb62a0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.0569112 Sep 20 20:49:50.443092 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31796b5c-e1e2-4c76-897f-ef0599071cf8 req-f7c8327b-71f3-4f76-a697-e3d1f5f24987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:50.444724 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-31796b5c-e1e2-4c76-897f-ef0599071cf8 req-f7c8327b-71f3-4f76-a697-e3d1f5f24987 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427043 Sep 20 20:49:50.540988 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-31796b5c-e1e2-4c76-897f-ef0599071cf8 req-b10fc8e6-6f2c-408c-a0ca-3c94721a04e8 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876176 Sep 20 20:49:50.595510 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-9c90b581-78db-4cba-b604-e29a137a9551 None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:49:50.627073 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-31796b5c-e1e2-4c76-897f-ef0599071cf8 req-a690091d-19c5-49ae-ab72-37468e89cf37 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789378 Sep 20 20:49:50.806997 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-9c90b581-78db-4cba-b604-e29a137a9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd681c15a-a330-41c5-8c98-4529cc804445', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:3c:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:46:26Z', 'updated_at': '2021-09-20T20:46:28Z', 'revision_number': 1, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:49:50.833310 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90b581-78db-4cba-b604-e29a137a9551 None None] The sync data for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi is: [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_floatingips': [{'id': 'd681c15a-a330-41c5-8c98-4529cc804445', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'router_id': '35e606b7-0665-41d9-944e-268874a135e8', 'port_id': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'mac_address': 'fa:16:3e:3c:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T20:46:26Z', 'updated_at': '2021-09-20T20:46:28Z', 'revision_number': 1, 'project_id': '8fe954198bb24397af532d69779c8834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:49:51.048454 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423f716-b324-4b03-98e5-b1c73b157081 None None] New status for floating IP fae7f88a-695f-4cf8-bfda-a5e3c57ddda5: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:49:51.491317 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e6e2c-1c33-4487-a94f-7dd1235709df req-cdd4df2c-9333-42f4-b16a-a378ed20ab66 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:51.492912 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c84e6e2c-1c33-4487-a94f-7dd1235709df req-cdd4df2c-9333-42f4-b16a-a378ed20ab66 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 946 time: 0.0474942 Sep 20 20:49:51.529986 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c84e6e2c-1c33-4487-a94f-7dd1235709df req-2734ac83-7e26-4211-8bfb-6391fdf18d48 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306227 Sep 20 20:49:51.731663 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec909402-fba8-474e-8b71-0b829d722ac1 req-7c256713-28b5-4195-9f47-1e5bec4d2296 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:51.733120 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec909402-fba8-474e-8b71-0b829d722ac1 req-7c256713-28b5-4195-9f47-1e5bec4d2296 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 946 time: 0.0520735 Sep 20 20:49:51.817240 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ec909402-fba8-474e-8b71-0b829d722ac1 req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Deleting port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:49:51.817579 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec909402-fba8-474e-8b71-0b829d722ac1 req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:51.904266 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-ec909402-fba8-474e-8b71-0b829d722ac1 req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] For port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:49:51.904628 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec909402-fba8-474e-8b71-0b829d722ac1 req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:51.915875 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-ec909402-fba8-474e-8b71-0b829d722ac1 req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Calling delete_port for f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:49:52.034727 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec909402-fba8-474e-8b71-0b829d722ac1 req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:52.065107 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event deleted for resources: {'Port': ['ID=f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:49:52.077117 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.077469 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.077812 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.078170 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.078503 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.078834 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.079164 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.079492 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.079821 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.080144 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.080461 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.080781 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:49:52.113489 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec909402-fba8-474e-8b71-0b829d722ac1 req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] No DVR routers for this DVR port f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:49:52.115886 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-ec909402-fba8-474e-8b71-0b829d722ac1 req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:52.117841 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-ec909402-fba8-474e-8b71-0b829d722ac1 req-c34e9fce-af40-4f6c-96b4-ea202ec69da5 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "DELETE /v2.0/ports/f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd HTTP/1.1" status: 204 len: 173 time: 0.3791399 Sep 20 20:49:52.118406 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'name': 'network-vif-deleted', 'tag': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:49:52.120594 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a363c7-5628-4a5d-80d8-65a4d3da9167" -d '{"events": [{"server_uuid": "b460aabb-1194-4086-bc65-e169f3a7c100", "name": "network-vif-deleted", "tag": "f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:49:52.177401 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2db2dcc-f7a8-45b9-8227-0de273542138 x-openstack-request-id: req-c2db2dcc-f7a8-45b9-8227-0de273542138 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:49:52.177685 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b460aabb-1194-4086-bc65-e169f3a7c100", "name": "network-vif-deleted", "tag": "f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:49:52.177956 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2db2dcc-f7a8-45b9-8227-0de273542138 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:49:52.178362 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b460aabb-1194-4086-bc65-e169f3a7c100', 'name': 'network-vif-deleted', 'tag': 'f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd', 'status': 'completed', 'code': 200} Sep 20 20:49:52.639268 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a6cb4ad0-be00-4d15-9028-6bc6fbbe39da req-94c291e9-73df-41ef-ae2e-e0ab882769b3 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=b460aabb-1194-4086-bc65-e169f3a7c100 HTTP/1.1" status: 200 len: 210 time: 0.0309401 Sep 20 20:49:55.904172 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48614) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:49:56.050185 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Deleting port f0fb10f8-b904-4422-a4a3-353cb58d2915 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:49:56.050524 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:56.127312 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:56.127633 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:56.139074 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Calling delete_port for f0fb10f8-b904-4422-a4a3-353cb58d2915 owned by network:floatingip {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:49:56.280005 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:56.305183 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event deleted for resources: {'Port': ['ID=f0fb10f8-b904-4422-a4a3-353cb58d2915,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:49:56.363005 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:56.363326 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Floating IP d681c15a-a330-41c5-8c98-4529cc804445 disassociated (deleted). External IP: 172.27.2.86, port: b67edf96-bdb6-4e0e-867c-5f6e349f0d3b. Sep 20 20:49:56.557845 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Router 35e606b7-0665-41d9-944e-268874a135e8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:49:56.660185 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:49:56.664970 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:56.669729 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e79419-8486-4f70-bac5-4363a6bc4927 None None] Sync routers for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:49:56.682663 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e79419-8486-4f70-bac5-4363a6bc4927 None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:49:56.683267 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-65e79419-8486-4f70-bac5-4363a6bc4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:49:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:49:56.689729 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d84abcf1-da79-4073-ace6-e235f78527f8 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "DELETE /v2.0/floatingips/d681c15a-a330-41c5-8c98-4529cc804445 HTTP/1.1" status: 204 len: 168 time: 0.7845242 Sep 20 20:49:56.690332 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'tag': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:49:56.692539 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14205315d4584d64119485cba7271bbef1aafa6b4be1a2a23d530376998e8cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f" -d '{"events": [{"name": "network-changed", "server_uuid": "35b72ccd-8bcf-4902-95a0-c2a9282948cf", "tag": "b67edf96-bdb6-4e0e-867c-5f6e349f0d3b"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:49:56.730895 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b23ca20-9d30-4c10-b151-7eac7696628e x-openstack-request-id: req-3b23ca20-9d30-4c10-b151-7eac7696628e {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:49:56.731765 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b72ccd-8bcf-4902-95a0-c2a9282948cf", "tag": "b67edf96-bdb6-4e0e-867c-5f6e349f0d3b", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:49:56.732028 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b23ca20-9d30-4c10-b151-7eac7696628e {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:49:56.732584 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'tag': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'status': 'completed', 'code': 200} Sep 20 20:49:56.791869 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-65e79419-8486-4f70-bac5-4363a6bc4927 None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:49:56.794723 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f req-60adf97d-cb76-471d-945d-94704217465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:56.796317 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f req-60adf97d-cb76-471d-945d-94704217465a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fe954198bb24397af532d69779c8834&device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 1099 time: 0.0428286 Sep 20 20:49:56.836244 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:49:56.862181 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:49:56.862533 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device f38f8356-ea5e-43ed-84c6-4b3d7ad8b9bd not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:49:56.925669 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f req-a1313647-d3ed-4981-a1cc-ac30deb66893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:56.927157 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f req-a1313647-d3ed-4981-a1cc-ac30deb66893 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 200 len: 911 time: 0.1230497 Sep 20 20:49:56.941468 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb5334-2075-41e2-8036-00ab74274eef req-3838f94f-8d0b-4335-b548-07b06da63f2f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:56.942902 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1aeb5334-2075-41e2-8036-00ab74274eef req-3838f94f-8d0b-4335-b548-07b06da63f2f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 946 time: 0.0659051 Sep 20 20:49:56.990772 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f req-c0c6489d-5436-4af7-9e78-303b000091c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b HTTP/1.1" status: 200 len: 217 time: 0.0469408 Sep 20 20:49:57.029224 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-65e79419-8486-4f70-bac5-4363a6bc4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:49:57.059903 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e79419-8486-4f70-bac5-4363a6bc4927 None None] Checking router: 35e606b7-0665-41d9-944e-268874a135e8 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:49:57.068796 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e79419-8486-4f70-bac5-4363a6bc4927 None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:49:57.069431 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-65e79419-8486-4f70-bac5-4363a6bc4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:49:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:49:57.177081 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-65e79419-8486-4f70-bac5-4363a6bc4927 None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:49:57.301315 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-1aeb5334-2075-41e2-8036-00ab74274eef req-1f407347-a985-4f8d-868e-10aca125e201 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518770 Sep 20 20:49:57.319958 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f req-b1a9ebbc-4ba5-4dcb-9507-01e8b97c7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:57.321403 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f req-b1a9ebbc-4ba5-4dcb-9507-01e8b97c7e2e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 200 len: 850 time: 0.3234141 Sep 20 20:49:57.366062 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f req-4f1ffb8e-51ec-46c6-a384-60d7a145bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:57.367579 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f req-4f1ffb8e-51ec-46c6-a384-60d7a145bc85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2eb00826-e894-4d88-a83d-39c86dd4c036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385807 Sep 20 20:49:57.373111 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-65e79419-8486-4f70-bac5-4363a6bc4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:49:57.399482 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e79419-8486-4f70-bac5-4363a6bc4927 None None] The sync data for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi is: [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:43:20Z', 'revision_number': 4, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi', '_interfaces': [{'id': 'e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903', 'name': '', 'network_id': '2eb00826-e894-4d88-a83d-39c86dd4c036', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'mac_address': 'fa:16:3e:30:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '903adba1-e694-44d5-ae80-e78101422620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:20Z', 'updated_at': '2021-09-20T20:43:25Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'subnets': [{'id': '903adba1-e694-44d5-ae80-e78101422620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:49:57.460002 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f req-775c206c-8d13-415d-8a29-3e9fc4acb697 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842431 Sep 20 20:49:57.555507 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-6f4345ad-309a-4f63-ac1b-cb8fc9cdd56f req-7d648912-8ad5-4797-9890-d7aa561b4d46 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869825 Sep 20 20:49:57.613137 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778d718b-259f-497c-8784-e8d13c6075f1 None None] New status for floating IP d681c15a-a330-41c5-8c98-4529cc804445: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 20:49:58.355018 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24a53-4c7c-4c7f-b90d-7a2fa0ba3f9d req-3c9e6519-a343-4906-a2aa-e06ff09eb07b tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:58.356484 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-40f24a53-4c7c-4c7f-b90d-7a2fa0ba3f9d req-3c9e6519-a343-4906-a2aa-e06ff09eb07b tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 946 time: 0.0519373 Sep 20 20:49:58.421983 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188495c6-2505-40fe-bb81-919d0f953a20 req-9223c272-04c6-4467-b226-e67057f1629c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 20:49:58.423572 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-188495c6-2505-40fe-bb81-919d0f953a20 req-9223c272-04c6-4467-b226-e67057f1629c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b72ccd-8bcf-4902-95a0-c2a9282948cf HTTP/1.1" status: 200 len: 946 time: 0.0518401 Sep 20 20:49:58.445151 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-40f24a53-4c7c-4c7f-b90d-7a2fa0ba3f9d req-7d92e80d-1f08-41b1-bae5-06b0e18c9b1f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Deleting port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:49:58.445633 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-40f24a53-4c7c-4c7f-b90d-7a2fa0ba3f9d req-7d92e80d-1f08-41b1-bae5-06b0e18c9b1f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:58.461093 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [req-188495c6-2505-40fe-bb81-919d0f953a20 req-d31810aa-9d2d-49b1-860e-8917ef2c45bc tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "GET /v2.0/security-groups?id=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Sep 20 20:49:58.534135 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [req-40f24a53-4c7c-4c7f-b90d-7a2fa0ba3f9d req-7d92e80d-1f08-41b1-bae5-06b0e18c9b1f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] For port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b, host hv-cinder-79820, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79820',level=0,port_id=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:49:58.534498 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-40f24a53-4c7c-4c7f-b90d-7a2fa0ba3f9d req-7d92e80d-1f08-41b1-bae5-06b0e18c9b1f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:58.545695 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [req-40f24a53-4c7c-4c7f-b90d-7a2fa0ba3f9d req-7d92e80d-1f08-41b1-bae5-06b0e18c9b1f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Calling delete_port for b67edf96-bdb6-4e0e-867c-5f6e349f0d3b owned by compute:nova {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:49:58.666157 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-40f24a53-4c7c-4c7f-b90d-7a2fa0ba3f9d req-7d92e80d-1f08-41b1-bae5-06b0e18c9b1f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:58.696457 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92e80d-1f08-41b1-bae5-06b0e18c9b1f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event deleted for resources: {'Port': ['ID=b67edf96-bdb6-4e0e-867c-5f6e349f0d3b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:49:58.735032 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f24a53-4c7c-4c7f-b90d-7a2fa0ba3f9d req-7d92e80d-1f08-41b1-bae5-06b0e18c9b1f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] No DVR routers for this DVR port b67edf96-bdb6-4e0e-867c-5f6e349f0d3b on host hv-cinder-79820 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:49:58.737443 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [req-40f24a53-4c7c-4c7f-b90d-7a2fa0ba3f9d req-7d92e80d-1f08-41b1-bae5-06b0e18c9b1f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for port, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:58.739426 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [req-40f24a53-4c7c-4c7f-b90d-7a2fa0ba3f9d req-7d92e80d-1f08-41b1-bae5-06b0e18c9b1f tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.45 "DELETE /v2.0/ports/b67edf96-bdb6-4e0e-867c-5f6e349f0d3b HTTP/1.1" status: 204 len: 173 time: 0.3769896 Sep 20 20:49:58.739850 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'name': 'network-vif-deleted', 'tag': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 20:49:58.742092 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60852b3e25331d8e58a1b39d6782f2e13d83fb244d932c45693221adc7a6d0d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607bf28f-a82b-40a4-bc3c-e526323f6a1f" -d '{"events": [{"server_uuid": "35b72ccd-8bcf-4902-95a0-c2a9282948cf", "name": "network-vif-deleted", "tag": "b67edf96-bdb6-4e0e-867c-5f6e349f0d3b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 20:49:58.778560 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 20:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170d406a-1ed7-48b6-b819-efe44a008078 x-openstack-request-id: req-170d406a-1ed7-48b6-b819-efe44a008078 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 20:49:58.778839 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b72ccd-8bcf-4902-95a0-c2a9282948cf", "name": "network-vif-deleted", "tag": "b67edf96-bdb6-4e0e-867c-5f6e349f0d3b", "status": "completed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 20:49:58.779084 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-170d406a-1ed7-48b6-b819-efe44a008078 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 20:49:58.779516 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b72ccd-8bcf-4902-95a0-c2a9282948cf', 'name': 'network-vif-deleted', 'tag': 'b67edf96-bdb6-4e0e-867c-5f6e349f0d3b', 'status': 'completed', 'code': 200} Sep 20 20:49:59.517192 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48628) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:49:59.633309 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-1397cdb0-440d-4afb-b2d5-da04bedb4806 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Deleting port 0c05935c-f58f-4406-a1ca-65b6a55184cd {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:49:59.633640 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1397cdb0-440d-4afb-b2d5-da04bedb4806 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:59.703955 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1397cdb0-440d-4afb-b2d5-da04bedb4806 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:59.704272 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1397cdb0-440d-4afb-b2d5-da04bedb4806 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:59.715639 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-1397cdb0-440d-4afb-b2d5-da04bedb4806 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Calling delete_port for 0c05935c-f58f-4406-a1ca-65b6a55184cd owned by network:floatingip {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:49:59.841535 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1397cdb0-440d-4afb-b2d5-da04bedb4806 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:59.866021 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397cdb0-440d-4afb-b2d5-da04bedb4806 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event deleted for resources: {'Port': ['ID=0c05935c-f58f-4406-a1ca-65b6a55184cd,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:49:59.924092 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1397cdb0-440d-4afb-b2d5-da04bedb4806 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for floatingip, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:59.926653 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1397cdb0-440d-4afb-b2d5-da04bedb4806 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995879'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:49:59.927783 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1397cdb0-440d-4afb-b2d5-da04bedb4806 tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "DELETE /v2.0/floatingips/5421227f-f16c-4b47-a775-cae339eeb57c HTTP/1.1" status: 204 len: 168 time: 0.4093175 Sep 20 20:50:01.115102 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48640) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:01.171206 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95420bf7-2280-4371-a7f0-40a1eb88a35c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:01.195023 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95420bf7-2280-4371-a7f0-40a1eb88a35c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:01.251551 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95420bf7-2280-4371-a7f0-40a1eb88a35c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:01.254427 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95420bf7-2280-4371-a7f0-40a1eb88a35c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:01.255569 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-95420bf7-2280-4371-a7f0-40a1eb88a35c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] 10.222.0.44 "DELETE /v2.0/security-groups/3ebf3e8d-5b02-4347-8ec4-cc3c62777afa HTTP/1.1" status: 204 len: 168 time: 0.1394713 Sep 20 20:50:01.265128 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95420bf7-2280-4371-a7f0-40a1eb88a35c tempest-TestVolumeBootPattern-1613667077 tempest-TestVolumeBootPattern-1613667077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebf3e8d-5b02-4347-8ec4-cc3c62777afa,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:01.309367 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 48644) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:01.773004 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529938'] for router_interface, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:02.005704 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] Deleting port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:50:02.005956 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:02.079555 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] For port e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:50:02.079905 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:02.091724 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] Calling delete_port for e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 owned by network:router_interface {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:50:02.262033 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:02.286876 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:02.447817 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529826'] for router_interface, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:02.650980 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] Router 35e606b7-0665-41d9-944e-268874a135e8 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:50:02.752001 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:50:02.757166 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-e80805eb-1aa2-402e-a8fb-0be19968f402 admin admin] 10.222.0.44 "PUT /v2.0/routers/35e606b7-0665-41d9-944e-268874a135e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4467187 Sep 20 20:50:02.759658 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 48648) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:02.763348 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb590f7-5eac-4a4a-8be9-fb4ca1afb24a None None] Sync routers for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:50:02.772515 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb590f7-5eac-4a4a-8be9-fb4ca1afb24a None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:50:02.773122 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-cbb590f7-5eac-4a4a-8be9-fb4ca1afb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:49:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:02.855512 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device b67edf96-bdb6-4e0e-867c-5f6e349f0d3b no longer exists at agent hyperv_hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:50:02.857849 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Notify callbacks [] for router, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:02.879220 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] No Port match for: b67edf96-bdb6-4e0e-867c-5f6e349f0d3b {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:50:02.879559 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Device b67edf96-bdb6-4e0e-867c-5f6e349f0d3b not bound to the agent host hv-cinder-79820 {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:50:02.901102 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-cbb590f7-5eac-4a4a-8be9-fb4ca1afb24a None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:50:02.955946 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.205788 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-cbb590f7-5eac-4a4a-8be9-fb4ca1afb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:50:02Z', 'revision_number': 5, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port': {'id': '8bdb228a-dd87-4462-abaa-a485928d9fbd', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e606b7-0665-41d9-944e-268874a135e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:18Z', 'updated_at': '2021-09-20T20:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:03.231264 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb590f7-5eac-4a4a-8be9-fb4ca1afb24a None None] Checking router: 35e606b7-0665-41d9-944e-268874a135e8 for host: dv-cinder-798208-2-iscsi {{(pid=94161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:50:03.240153 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb590f7-5eac-4a4a-8be9-fb4ca1afb24a None None] Routers {'35e606b7-0665-41d9-944e-268874a135e8'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:50:03.240782 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-cbb590f7-5eac-4a4a-8be9-fb4ca1afb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:49:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['35e606b7-0665-41d9-944e-268874a135e8'], 'active': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:03.271814 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Deleting port 8bdb228a-dd87-4462-abaa-a485928d9fbd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:50:03.272153 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.324881 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvr_db [None req-cbb590f7-5eac-4a4a-8be9-fb4ca1afb24a None None] Set router 35e606b7-0665-41d9-944e-268874a135e8 gateway port host: None {{(pid=94161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:50:03.346448 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] For port 8bdb228a-dd87-4462-abaa-a485928d9fbd, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=8bdb228a-dd87-4462-abaa-a485928d9fbd,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:50:03.346817 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.359534 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Calling delete_port for 8bdb228a-dd87-4462-abaa-a485928d9fbd owned by network:router_gateway {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:50:03.377439 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_hamode_db [None req-cbb590f7-5eac-4a4a-8be9-fb4ca1afb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:50:02Z', 'revision_number': 6, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port_host': None}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:03.404241 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb590f7-5eac-4a4a-8be9-fb4ca1afb24a None None] The sync data for ids ['35e606b7-0665-41d9-944e-268874a135e8'] in dv-cinder-798208-2-iscsi is: [{'id': '35e606b7-0665-41d9-944e-268874a135e8', 'name': 'tempest-TestVolumeBootPattern-111449602-router', 'tenant_id': '8fe954198bb24397af532d69779c8834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:17Z', 'updated_at': '2021-09-20T20:50:02Z', 'revision_number': 6, 'project_id': '8fe954198bb24397af532d69779c8834', 'gw_port_host': None}] {{(pid=94161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:50:03.521838 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.548591 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdb228a-dd87-4462-abaa-a485928d9fbd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:03.607017 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529764'] for router_gateway, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.693420 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7853'] for router, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.695422 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.736000 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530894'] for router, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.736769 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35e606b7-0665-41d9-944e-268874a135e8 {{(pid=94159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 20:50:03.742167 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] Notify callbacks [] for router, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.743560 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-ad6d01fc-395e-4fcd-b967-e89237f48617 admin admin] 10.222.0.44 "DELETE /v2.0/routers/35e606b7-0665-41d9-944e-268874a135e8 HTTP/1.1" status: 204 len: 168 time: 0.9830112 Sep 20 20:50:03.746313 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 48650) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:03.802049 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d3d56a-e726-439b-9aa8-86366ade5317 admin admin] Deleting subnet 903adba1-e694-44d5-ae80-e78101422620 {{(pid=94159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:50:03.805319 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d56a-e726-439b-9aa8-86366ade5317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.840823 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d56a-e726-439b-9aa8-86366ade5317 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8977074'] for subnet, precommit_delete_associations {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.913666 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d56a-e726-439b-9aa8-86366ade5317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.967293 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d56a-e726-439b-9aa8-86366ade5317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9331253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8523901'] for subnet, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.990889 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3d56a-e726-439b-9aa8-86366ade5317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=903adba1-e694-44d5-ae80-e78101422620,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:03.994418 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d56a-e726-439b-9aa8-86366ade5317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:03.997860 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-e1d3d56a-e726-439b-9aa8-86366ade5317 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/903adba1-e694-44d5-ae80-e78101422620 HTTP/1.1" status: 204 len: 168 time: 0.2490966 Sep 20 20:50:03.999233 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 48652) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:04.001696 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff963bd0-13e6-4d48-896e-e98f8b4ae23f None None] Network 2eb00826-e894-4d88-a83d-39c86dd4c036 requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:50:04.070142 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.127650 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Deleting port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:50:04.127996 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.133467 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:50:04.156777 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:50:04.157187 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e6f7efb3-2a7c-457b-a1e6-3f5dd2f39903 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:50:04.195182 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] For port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:50:04.195542 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.206332 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] DHCP port deletion for 2eb00826-e894-4d88-a83d-39c86dd4c036 request from dv-cinder-798208-2-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 20:50:04.207845 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Calling delete_port for 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:50:04.252741 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Deleting port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:50:04.253117 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.290247 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.318695 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:04.320389 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] For port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99,segment=NetworkSegment(10eef5c3-bb61-4ff2-876c-c73989486d48),segment_id=10eef5c3-bb61-4ff2-876c-c73989486d48)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:50:04.320530 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] No DVR routers for this DVR port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 on host dv-cinder-798208-2-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:50:04.320734 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.334766 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Calling delete_port for 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:50:04.392595 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.413091 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.413683 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb00826-e894-4d88-a83d-39c86dd4c036']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:04.423789 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10eef5c3-bb61-4ff2-876c-c73989486d48') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:04.424130 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10eef5c3-bb61-4ff2-876c-c73989486d48') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:04.438916 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.441603 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Pushing event deleted for resources: {'Port': ['ID=1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:04.450311 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.450661 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.450998 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.451329 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.451659 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.452070 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.452305 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.452625 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.452968 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.453290 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.453609 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.453927 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798208-2-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 20:50:04.455560 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.458129 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d26b5-126c-4ef0-a6be-5ede804072bf None None] No DVR routers for this DVR port 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 on host dv-cinder-798208-2-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:50:04.461723 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:50:04.462140 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:50:04.464248 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:50:04.518413 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.523653 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:04.525475 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] 10.222.0.44 "DELETE /v2.0/networks/2eb00826-e894-4d88-a83d-39c86dd4c036 HTTP/1.1" status: 204 len: 168 time: 0.5253427 Sep 20 20:50:04.529368 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48654) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:04.536440 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae5679-f59f-4e37-b0c3-a80c3b0df3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb00826-e894-4d88-a83d-39c86dd4c036,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:04.855446 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529938'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:05.081199 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] Deleting port 9e25458a-0f79-41f8-954e-f1a5f0e585d0 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:50:05.081523 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:05.153280 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] For port 9e25458a-0f79-41f8-954e-f1a5f0e585d0, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=9e25458a-0f79-41f8-954e-f1a5f0e585d0,segment=NetworkSegment(7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d),segment_id=7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:50:05.154043 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:05.165565 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] Calling delete_port for 9e25458a-0f79-41f8-954e-f1a5f0e585d0 owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:50:05.332337 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:05.359528 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e25458a-0f79-41f8-954e-f1a5f0e585d0,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:05.520724 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529826'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:05.815633 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 8bdb228a-dd87-4462-abaa-a485928d9fbd no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:50:05.835707 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 8bdb228a-dd87-4462-abaa-a485928d9fbd {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:50:05.836044 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 8bdb228a-dd87-4462-abaa-a485928d9fbd not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:50:05.836452 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:50:05.855373 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:50:05.855717 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 1ea4a7d3-2d7d-4cf2-8f95-fec3cc240a99 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:50:05.953737 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] Router 544ade35-606e-42c1-a290-6303d01ff173 has already been hosted by L3 agent 718216ba-17a4-49d3-b3cd-8cae243a7de5 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 20:50:06.054902 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] Notify agent at l3_agent.dv-cinder-798208-2-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 20:50:06.059931 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b3ef8e12-177e-43bd-b0e9-bda70c09ba56 admin admin] 10.222.0.44 "PUT /v2.0/routers/544ade35-606e-42c1-a290-6303d01ff173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5295241 Sep 20 20:50:06.062409 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48656) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:06.064892 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce8988-5b19-404f-8ff1-7eab645049f6 None None] Sync routers for ids ['544ade35-606e-42c1-a290-6303d01ff173'] in dv-cinder-798208-2-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 20:50:06.073707 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce8988-5b19-404f-8ff1-7eab645049f6 None None] Routers {'544ade35-606e-42c1-a290-6303d01ff173'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:50:06.074340 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-acce8988-5b19-404f-8ff1-7eab645049f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:49:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['544ade35-606e-42c1-a290-6303d01ff173'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:06.161416 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.173885 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-acce8988-5b19-404f-8ff1-7eab645049f6 None None] Set router 544ade35-606e-42c1-a290-6303d01ff173 gateway port host: dv-cinder-798208-2-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:50:06.262023 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.312346 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Deleting port e859f7f4-0ce4-4392-8c64-639fdda939fe {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:50:06.312594 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.343500 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-acce8988-5b19-404f-8ff1-7eab645049f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ade35-606e-42c1-a290-6303d01ff173', 'name': 'tempest-TestVolumeBootPattern-1512865755-router', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'external_fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:50:05Z', 'revision_number': 5, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'gw_port': {'id': 'e859f7f4-0ce4-4392-8c64-639fdda939fe', 'name': '', 'network_id': 'cbef75a3-08eb-4f42-a4dd-36fb4337e14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ade35-606e-42c1-a290-6303d01ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798208-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5466e3e4-6c4b-4181-93ce-b827231985e6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798208-2-iscsi'}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:06.368841 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce8988-5b19-404f-8ff1-7eab645049f6 None None] Checking router: 544ade35-606e-42c1-a290-6303d01ff173 for host: dv-cinder-798208-2-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 20:50:06.376694 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce8988-5b19-404f-8ff1-7eab645049f6 None None] Routers {'544ade35-606e-42c1-a290-6303d01ff173'} bound to L3 agent in host dv-cinder-798208-2-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 20:50:06.377276 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-acce8988-5b19-404f-8ff1-7eab645049f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798208-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T20:28:13Z,description=,heartbeat_timestamp=2021-09-20T20:49:43Z,host='dv-cinder-798208-2-iscsi',id=718216ba-17a4-49d3-b3cd-8cae243a7de5,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T20:28:13Z,topic='l3_agent')) {'router_ids': ['544ade35-606e-42c1-a290-6303d01ff173'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:06.386806 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] For port e859f7f4-0ce4-4392-8c64-639fdda939fe, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=e859f7f4-0ce4-4392-8c64-639fdda939fe,segment=NetworkSegment(3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7),segment_id=3a22d1f4-3d0c-4861-9053-3bb41f0e4ae7)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:50:06.387167 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.400486 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Calling delete_port for e859f7f4-0ce4-4392-8c64-639fdda939fe owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:50:06.545041 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-acce8988-5b19-404f-8ff1-7eab645049f6 None None] Set router 544ade35-606e-42c1-a290-6303d01ff173 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 20:50:06.562019 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8543062'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.587911 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e859f7f4-0ce4-4392-8c64-639fdda939fe,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:06.597381 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-acce8988-5b19-404f-8ff1-7eab645049f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ade35-606e-42c1-a290-6303d01ff173', 'name': 'tempest-TestVolumeBootPattern-1512865755-router', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:50:06Z', 'revision_number': 6, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'gw_port_host': None}], 'dv-cinder-798208-2-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:06.622486 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce8988-5b19-404f-8ff1-7eab645049f6 None None] The sync data for ids ['544ade35-606e-42c1-a290-6303d01ff173'] in dv-cinder-798208-2-iscsi is: [{'id': '544ade35-606e-42c1-a290-6303d01ff173', 'name': 'tempest-TestVolumeBootPattern-1512865755-router', 'tenant_id': '4d387d16f0b6488c9134d2f58425fd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T20:43:23Z', 'updated_at': '2021-09-20T20:50:06Z', 'revision_number': 6, 'project_id': '4d387d16f0b6488c9134d2f58425fd64', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 20:50:06.649179 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529764'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.735511 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-530741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7853'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.737552 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.778495 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-530894'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.779002 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 544ade35-606e-42c1-a290-6303d01ff173 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 20:50:06.783223 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.784338 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0c1083f5-20fc-4c15-b7a4-cf9daac917f8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/544ade35-606e-42c1-a290-6303d01ff173 HTTP/1.1" status: 204 len: 168 time: 0.7209136 Sep 20 20:50:06.786933 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48658) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:06.831989 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-390ddf7e-7216-4994-8d5b-f2f221904946 admin admin] Deleting subnet 663cfdea-758b-4207-bf49-e31bf1c99340 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 20:50:06.834847 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-390ddf7e-7216-4994-8d5b-f2f221904946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.866286 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-390ddf7e-7216-4994-8d5b-f2f221904946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9723860'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.938227 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-390ddf7e-7216-4994-8d5b-f2f221904946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689473'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.988721 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:06.991249 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-390ddf7e-7216-4994-8d5b-f2f221904946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8543097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8552993'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.022733 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ddf7e-7216-4994-8d5b-f2f221904946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663cfdea-758b-4207-bf49-e31bf1c99340,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:07.024705 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-390ddf7e-7216-4994-8d5b-f2f221904946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.028907 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-390ddf7e-7216-4994-8d5b-f2f221904946 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/663cfdea-758b-4207-bf49-e31bf1c99340 HTTP/1.1" status: 204 len: 168 time: 0.2387567 Sep 20 20:50:07.029832 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [-] (94159) accepted ('10.222.0.44', 48660) {{(pid=94159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:07.035970 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e0c554-e5a0-466a-bae2-d0acd48622c1 None None] Network 820d3fb5-be67-4004-9fd0-cbf6949ab6af requested from dv-cinder-798208-2-iscsi {{(pid=94161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 20:50:07.106946 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596272'] for network, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.158168 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Deleting port fd2760f2-2c78-419c-b57b-cd76e8b460b9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 20:50:07.158512 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781407307825'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.219211 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] For port fd2760f2-2c78-419c-b57b-cd76e8b460b9, host dv-cinder-798208-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798208-2-iscsi',level=0,port_id=fd2760f2-2c78-419c-b57b-cd76e8b460b9,segment=NetworkSegment(7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d),segment_id=7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 20:50:07.219573 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538970'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.231738 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Calling delete_port for fd2760f2-2c78-419c-b57b-cd76e8b460b9 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 20:50:07.313052 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1447792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781407313655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781406758593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331226'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.339992 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] No DVR routers for this DVR port fd2760f2-2c78-419c-b57b-cd76e8b460b9 on host dv-cinder-798208-2-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 20:50:07.344027 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2760f2-2c78-419c-b57b-cd76e8b460b9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:07.373433 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6d1651-5c7b-4cd7-8cc7-c50b9b030d21 None None] DHCP port deletion for 820d3fb5-be67-4004-9fd0-cbf6949ab6af request from dv-cinder-798208-2-iscsi {{(pid=94161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 20:50:07.420719 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689094', 'neutron.services.segments.db._delete_segments_for_network-8781407272605'] for network, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.440525 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820d3fb5-be67-4004-9fd0-cbf6949ab6af']}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:07.449371 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d') {'for_net_delete': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:07.449666 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.services.segments.db [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbc1789-fc8f-436e-98fc-1dc0f4f3c20d') {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 20:50:07.458910 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781407272870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8977081'] for segment, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.472605 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740'] for segment, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.478536 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 20:50:07.478928 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1694740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9331691'] for segment, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: Traceback (most recent call last): Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: timer() Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: cb(*args, **kw) Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: return func(*args, **kwargs) Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: self._notify() Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: self.callback(batched_events) Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: event.method(event) Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: return f(self, *a, **k) Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._get(url).json() Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: return self.request(url, 'GET', **kwargs) Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 20:50:07.480544 dv-cinder-798208-2-iscsi neutron-server[94159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 20:50:07.534520 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529664'] for network, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.540123 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783905'] for network, before_response {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.542145 dv-cinder-798208-2-iscsi neutron-server[94159]: INFO neutron.wsgi [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/820d3fb5-be67-4004-9fd0-cbf6949ab6af HTTP/1.1" status: 204 len: 168 time: 0.5117857 Sep 20 20:50:07.559269 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ac966-66b5-4e38-a479-aaebd3fd9cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=820d3fb5-be67-4004-9fd0-cbf6949ab6af,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:07.662368 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48664) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:07.700652 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a9b4630f-5642-4398-92ea-db429149fcd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fe954198bb24397af532d69779c8834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371482 Sep 20 20:50:07.703023 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48666) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:07.750991 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd5c2851-007d-4687-a87f-60e4d2aedb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.773293 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device fd2760f2-2c78-419c-b57b-cd76e8b460b9 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:50:07.773482 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd5c2851-007d-4687-a87f-60e4d2aedb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.792888 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: fd2760f2-2c78-419c-b57b-cd76e8b460b9 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:50:07.793226 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device fd2760f2-2c78-419c-b57b-cd76e8b460b9 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:50:07.793627 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e859f7f4-0ce4-4392-8c64-639fdda939fe no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:50:07.811556 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: e859f7f4-0ce4-4392-8c64-639fdda939fe {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:50:07.811895 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device e859f7f4-0ce4-4392-8c64-639fdda939fe not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:50:07.812300 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9e25458a-0f79-41f8-954e-f1a5f0e585d0 no longer exists at agent ovs-agent-dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 20:50:07.819438 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd5c2851-007d-4687-a87f-60e4d2aedb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.822059 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cd5c2851-007d-4687-a87f-60e4d2aedb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:07.823199 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-cd5c2851-007d-4687-a87f-60e4d2aedb44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c827ecb7-b0bf-47d9-9f7f-2c734c52e5e3 HTTP/1.1" status: 204 len: 168 time: 0.1193204 Sep 20 20:50:07.830744 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] No Port match for: 9e25458a-0f79-41f8-954e-f1a5f0e585d0 {{(pid=94161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 20:50:07.831085 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.rpc [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Device 9e25458a-0f79-41f8-954e-f1a5f0e585d0 not bound to the agent host dv-cinder-798208-2-iscsi {{(pid=94161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 20:50:07.831629 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c2851-007d-4687-a87f-60e4d2aedb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c827ecb7-b0bf-47d9-9f7f-2c734c52e5e3,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:08.130111 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48672) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:08.169131 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8d3fa3a0-f147-48f4-9fe2-0630fea5810c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d387d16f0b6488c9134d2f58425fd64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378437 Sep 20 20:50:08.171403 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.44', 48674) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 20:50:08.219687 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-acd2dc17-51a1-452b-94ac-181f578f8f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:08.239523 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-acd2dc17-51a1-452b-94ac-181f578f8f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:08.285065 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-acd2dc17-51a1-452b-94ac-181f578f8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600031'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:08.287586 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-acd2dc17-51a1-452b-94ac-181f578f8f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:08.288695 dv-cinder-798208-2-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-acd2dc17-51a1-452b-94ac-181f578f8f56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdcbe622-c1f2-4a0d-a3ec-39cb5be293c5 HTTP/1.1" status: 204 len: 168 time: 0.1164427 Sep 20 20:50:08.296126 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2dc17-51a1-452b-94ac-181f578f8f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcbe622-c1f2-4a0d-a3ec-39cb5be293c5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 20:50:10.863312 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ffea3d1c-851b-4186-9374-14a1dffddd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:13.432040 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a0fc9273-0814-42a8-bb92-d817f8779283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:14.014438 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:14.597058 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:50:14.746754 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:16.280360 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:36.988104 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:40.863256 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce206090-ac1a-4302-9b60-dddabfb8e027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:43.433197 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0dbebcf-9df0-4197-b171-698ac3f7a38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:44.014923 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:44.750084 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:46.283287 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:50:51.595743 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:51:06.991933 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:51:10.863373 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ef936a31-8990-410a-b08e-34d5183311a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:51:13.433141 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d741eb23-027b-4ca2-814d-2855cb28dc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:51:14.015682 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:51:14.752909 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:51:16.286328 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:51:27.097624 dv-cinder-798208-2-iscsi neutron-server[94160]: DEBUG neutron.wsgi [req-297cfe57-80a4-45ca-8b21-8ec61b59139b req-d76d6a31-2d5a-42e9-b5bb-251bed8d97c7 service neutron] (94160) timed out ('10.222.0.45', 51468) {{(pid=94160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 20:51:28.598346 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:51:32.310677 dv-cinder-798208-2-iscsi neutron-server[94159]: DEBUG neutron.wsgi [req-1cb64ccf-c38c-46f5-abd3-d6697ed38e8d req-2db7d4e1-8fdf-4d95-a65a-8a543d663212 service neutron] (94159) timed out ('10.222.0.45', 51459) {{(pid=94159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 20:51:37.001643 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:51:40.862831 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-62906d44-222d-4ac2-8ff0-a930050fa421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:51:43.436876 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8a440daf-e30f-4f24-a311-c7991febc872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:51:44.015548 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:51:44.755512 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:51:46.289609 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:05.597055 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:52:07.017760 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:10.861255 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b44be969-0db1-47e7-afe5-1417e18e1d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:13.439684 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fafd5245-ebcd-4098-8fcb-6540e38e15eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:14.016565 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:14.758336 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:16.292594 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:37.016741 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:40.860541 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-600a668d-10aa-4178-9df3-6e323731d0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:42.596103 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:52:43.440660 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1d4176d1-b254-49a1-b474-96e3b370b927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:44.017456 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:44.760609 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:52:46.295408 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:07.031846 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:10.860395 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4e46be43-21f8-4a1e-a2b6-6ab95ec81618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:13.440275 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e6f970e2-268a-478c-b798-1d6f37522d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:14.018272 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:14.763562 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:16.299541 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:19.595595 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:53:37.045936 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:40.860327 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2c681c8c-2bde-4144-b109-882b63119a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:43.440866 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-04c08bcd-5581-4dab-b562-afe5da874407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:44.017622 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:44.767424 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:46.303414 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:53:56.594740 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:54:07.044686 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:54:10.860497 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b52ce6d0-a949-4dcc-9ec5-d365c2fc270c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:54:13.442884 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-51c6eba4-e703-4ce6-8b45-13b4ea143f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:54:14.018851 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:54:14.770533 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:54:16.305793 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:54:33.594094 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:54:37.044200 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:54:40.860190 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-41a4a28c-7bf0-471d-a103-e65bfa798458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:54:43.443992 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e69e870d-88c6-4f96-8346-47b67fa6a983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:54:44.019822 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:54:44.773199 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:54:46.308465 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:55:07.047476 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-719d4609-a332-499f-985b-4c91602b14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:55:10.592301 dv-cinder-798208-2-iscsi neutron-server[94162]: DEBUG neutron.db.agents_db [None req-0eb3c4e0-9abf-49d5-9649-4cd9d967b8a6 None None] Agent healthcheck: found 6 active agents {{(pid=94162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 20:55:10.860526 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-530cfd11-3ac1-4ea6-856d-0575e7238d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:55:13.444031 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3b114223-98c6-466f-b25c-c49cc978e8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:55:14.020261 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2615e3e1-b285-4b85-b078-debecdde313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:55:14.775252 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-741c011a-af6c-4bb0-af48-69db3912ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 20:55:16.312368 dv-cinder-798208-2-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cc694e0f-8603-44d7-b5f9-1367676eb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781407272587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690118'] for agent, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}